00000040:00080000:1.0F:1789181640.847825:0:17179:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:1.0:1789181640.847841:0:17179:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1789181640.847864:0:17179:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:1.0:1789181640.847873:0:17179:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00010000:00010000:0.0F:1789181641.235552:0:17897:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0F:1789181642.003757:0:17125:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934622 is committed 00000020:00080000:3.0:1789181642.003789:0:17125:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9c1cc1eb0a80 refcount 2 committed 0 result 0 batchid 4294967529 00000020:00080000:3.0:1789181642.003795:0:17125:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9c1dfbfa3200 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9c1cc1eb09c0 00000020:00080000:3.0:1789181642.003799:0:17125:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9c1dfbfa3000 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9c1cc3014800 00000020:00080000:0.0:1789181642.003868:0:17184:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294967529 committed batchid 8 00000020:00080000:0.0:1789181642.003941:0:17184:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 8 00010000:00010000:1.0:1789181642.004012:0:3629:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc1523200/0x76fb5552835188bc lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17145 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181642.004025:0:3629:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc1523200/0x76fb5552835188bc lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 17145 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181642.004034:0:3629:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc1523200/0x76fb5552835188bc lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17145 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181642.004040:0:3629:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1dc1523200 already unused, calling callback (ffffffffc19bb4f0) 00010000:00010000:1.0:1789181642.004044:0:3629:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc1523200/0x76fb5552835188bc lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17145 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181642.004052:0:3629:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc1523200/0x76fb5552835188bc lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 17145 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181642.004070:0:3629:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff9c1dc3bda200) 00010000:00010000:1.0:1789181642.004073:0:3629:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789181642.004077:0:3629:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc1523200/0x76fb5552835188bc lrc: 2/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17145 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181642.004083:0:3629:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc1523200/0x76fb5552835188bc lrc: 0/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17145 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181642.260142:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789181643.121407:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:3.0:1789181643.121467:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:3.0:1789181643.121495:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:3.0:1789181643.121521:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:3.0:1789181643.121545:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:3.0:1789181643.121576:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:3.0:1789181643.121594:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:3.0:1789181643.121614:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:3.0:1789181643.121634:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:3.0:1789181643.121661:0:17147:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385374080 00000100:00100000:3.0:1789181643.121669:0:17147:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385374080 00000100:00100000:3.0:1789181643.121721:0:17147:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385373952 00000100:00100000:3.0:1789181643.121746:0:17147:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385373952 00000100:00100000:3.0:1789181643.121762:0:17147:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385374592 00000100:00100000:3.0:1789181643.121764:0:17147:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385374592 00000100:00100000:3.0:1789181643.121774:0:17147:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385374464 00000100:00100000:3.0:1789181643.121776:0:17147:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385374464 00000100:00100000:3.0:1789181643.121794:0:17147:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 82 00000100:00100000:3.0:1789181643.121804:0:17147:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc45cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c5862b8c-2b27-4ce8-9320-ff219707bd0a+5:2393:x1876092385374080:12345-192.168.202.1@tcp:400:kworker.0 00000100:00100000:0.0:1789181643.121837:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 83 00000100:00100000:0.0:1789181643.121846:0:17146:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc45cce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c5862b8c-2b27-4ce8-9320-ff219707bd0a+13:2393:x1876092385373952:12345-192.168.202.1@tcp:400:kworker.0 00000100:00100000:3.0:1789181643.121899:0:17147:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc45cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c5862b8c-2b27-4ce8-9320-ff219707bd0a+5:2393:x1876092385374080:12345-192.168.202.1@tcp:400:kworker.0 Request processed in 94us (429us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181643.121906:0:17147:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 82 00000100:00100000:3.0:1789181643.121926:0:17147:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 84 00000100:00100000:2.0F:1789181643.121926:0:17139:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385373824 00000100:00100000:3.0:1789181643.121932:0:17147:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3895f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcc207df-596b-4f70-b3cc-6ce500b568a0+5:2394:x1876092385374592:12345-192.168.202.1@tcp:400:kworker.0 00000100:00100000:2.0:1789181643.121940:0:17139:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385373824 00000100:00100000:2.0:1789181643.122181:0:17139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 171 00000100:00100000:2.0:1789181643.122190:0:17139:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1ddff83450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7bec7f81-b22c-449b-9b54-80d117d39796+13:2393:x1876092385373824:12345-192.168.202.1@tcp:400:kworker.0 00000100:00100000:0.0:1789181643.130690:0:17146:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc45cce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c5862b8c-2b27-4ce8-9320-ff219707bd0a+13:2393:x1876092385373952:12345-192.168.202.1@tcp:400:kworker.0 Request processed in 8830us (9178us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181643.130707:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 83 00000100:00100000:0.0:1789181643.130770:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 85 00000100:00100000:0.0:1789181643.130788:0:17146:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dc2f04e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcc207df-596b-4f70-b3cc-6ce500b568a0+6:2394:x1876092385374464:12345-192.168.202.1@tcp:400:kworker.0 00000100:00100000:0.0:1789181643.130854:0:17146:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dc2f04e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcc207df-596b-4f70-b3cc-6ce500b568a0+6:2394:x1876092385374464:12345-192.168.202.1@tcp:400:kworker.0 Request processed in 74us (9276us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181643.130860:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 85 00000100:00100000:3.0:1789181643.134587:0:17147:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3895f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcc207df-596b-4f70-b3cc-6ce500b568a0+5:2394:x1876092385374592:12345-192.168.202.1@tcp:400:kworker.0 Request processed in 12639us (13024us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181643.134606:0:17147:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 84 00000100:00100000:3.0:1789181643.134676:0:18652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385374208 00000100:00100000:3.0:1789181643.134688:0:18652:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385374208 00000100:00100000:3.0:1789181643.135524:0:18652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385374336 00000100:00100000:3.0:1789181643.135531:0:18652:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385374336 00000100:00100000:3.0:1789181643.135551:0:18652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385374720 00000100:00100000:3.0:1789181643.135554:0:18652:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385374720 00000100:00100000:3.0:1789181643.135569:0:18652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385374848 00000100:00100000:3.0:1789181643.135572:0:18652:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385374848 00000100:00100000:3.0:1789181643.135591:0:18652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 31 00000100:00100000:3.0:1789181643.135599:0:18652:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc45ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c5862b8c-2b27-4ce8-9320-ff219707bd0a+5:2393:x1876092385374208:12345-192.168.202.1@tcp:400:kworker.0 00000100:00100000:3.0:1789181643.135658:0:18652:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc45ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c5862b8c-2b27-4ce8-9320-ff219707bd0a+5:2393:x1876092385374208:12345-192.168.202.1@tcp:400:kworker.0 Request processed in 60us (14137us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181643.135666:0:18652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 31 00000100:00100000:3.0:1789181643.135683:0:18652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 31 00000100:00100000:3.0:1789181643.135689:0:18652:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dc2f06300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c5862b8c-2b27-4ce8-9320-ff219707bd0a+5:2392:x1876092385374336:12345-192.168.202.1@tcp:9:kworker.0 00000020:00000080:3.0:1789181643.135708:0:18652:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x76fb5552835185f2 00000100:00080000:3.0:1789181643.135794:0:18652:0:(import.c:65:import_set_state_nolock()) ffff9c1dfb997000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1789181643.135851:0:18652:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:3.0:1789181643.135989:0:18652:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dc2f06300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c5862b8c-2b27-4ce8-9320-ff219707bd0a+2:2392:x1876092385374336:12345-192.168.202.1@tcp:9:kworker.0 Request processed in 300us (14393us total) trans 0 rc 0/0 00010000:00010000:0.0:1789181643.135993:0:17134:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789181643.135997:0:18652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 31 00000100:00100000:3.0:1789181643.136010:0:18652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 32 00000100:00100000:3.0:1789181643.136016:0:18652:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dc2f05500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fcc207df-596b-4f70-b3cc-6ce500b568a0+5:2392:x1876092385374720:12345-192.168.202.1@tcp:9:kworker.0 00000020:00000080:3.0:1789181643.136042:0:18652:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x76fb55528351862a 00000100:00080000:3.0:1789181643.136049:0:18652:0:(import.c:65:import_set_state_nolock()) ffff9c1cc316f800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1789181643.136079:0:18652:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934600 00010000:00010000:0.0:1789181643.136090:0:17897:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789181643.136168:0:18652:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dc2f05500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fcc207df-596b-4f70-b3cc-6ce500b568a0+2:2392:x1876092385374720:12345-192.168.202.1@tcp:9:kworker.0 Request processed in 151us (14553us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181643.136176:0:18652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 32 00000100:00100000:3.0:1789181643.136189:0:18652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 33 00000100:00100000:3.0:1789181643.136195:0:18652:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dff850380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fcc207df-596b-4f70-b3cc-6ce500b568a0+5:2392:x1876092385374848:12345-192.168.202.1@tcp:9:kworker.0 00000020:00000080:3.0:1789181643.136207:0:18652:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x76fb555283518631 00000100:00080000:3.0:1789181643.136212:0:18652:0:(import.c:65:import_set_state_nolock()) ffff9c1cc316e800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1789181643.136242:0:18652:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934594 00010000:00010000:0.0:1789181643.136262:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789181643.136294:0:18652:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dff850380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fcc207df-596b-4f70-b3cc-6ce500b568a0+2:2392:x1876092385374848:12345-192.168.202.1@tcp:9:kworker.0 Request processed in 98us (14658us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181643.136301:0:18652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 33 00000100:00080000:3.0:1789181643.136329:0:17141:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1789181643.136334:0:17141:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1789181643.136337:0:17141:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1789181643.136340:0:17141:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1789181643.147774:0:17139:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1ddff83450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7bec7f81-b22c-449b-9b54-80d117d39796+13:2393:x1876092385373824:12345-192.168.202.1@tcp:400:kworker.0 Request processed in 25530us (26324us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181643.147789:0:17139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 171 00010000:00010000:3.0:1789181643.276140:0:17134:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789181643.484982:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:2.0:1789181643.485082:0:17146:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385374976 00000100:00100000:2.0:1789181643.485094:0:17146:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385374976 00000100:00100000:2.0:1789181643.485175:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 65 00000100:00100000:2.0:1789181643.485187:0:17146:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc320a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c5862b8c-2b27-4ce8-9320-ff219707bd0a+13:15569:x1876092385374976:12345-192.168.202.1@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1789181643.485317:0:17146:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc320a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c5862b8c-2b27-4ce8-9320-ff219707bd0a+13:15569:x1876092385374976:12345-192.168.202.1@tcp:60:lhsmtool_posix.0 Request processed in 132us (345us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181643.485325:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 65 00000100:00100000:2.0:1789181643.490380:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:0.0:1789181643.490922:0:17147:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385375104 00000100:00100000:0.0:1789181643.490934:0:17147:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385375104 00000100:00100000:0.0:1789181643.490988:0:17147:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 66 00000100:00100000:0.0:1789181643.491000:0:17147:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc4d9e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c5862b8c-2b27-4ce8-9320-ff219707bd0a+5:15569:x1876092385375104:12345-192.168.202.1@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1789181643.491129:0:17147:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc4d9e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c5862b8c-2b27-4ce8-9320-ff219707bd0a+5:15569:x1876092385375104:12345-192.168.202.1@tcp:60:lhsmtool_posix.0 Request processed in 131us (763us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181643.491137:0:17147:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 66 00000100:00100000:2.0:1789181643.495696:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:0.0:1789181643.495862:0:17149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385375360 00000100:00100000:0.0:1789181643.495884:0:17149:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385375360 00000100:00100000:0.0:1789181643.495934:0:17149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 12 00000100:00100000:0.0:1789181643.495951:0:17149:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc4d9c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c5862b8c-2b27-4ce8-9320-ff219707bd0a+13:15569:x1876092385375360:12345-192.168.202.1@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1789181643.496206:0:17149:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc4d9c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c5862b8c-2b27-4ce8-9320-ff219707bd0a+14:15569:x1876092385375360:12345-192.168.202.1@tcp:35:lhsmtool_posix.0 Request processed in 257us (519us total) trans 8589934623 rc 0/0 00000100:00100000:0.0:1789181643.496214:0:17149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 12 00000100:00100000:1.0:1789181643.534375:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789181643.534405:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc320ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1876092408519552:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1789181643.534484:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181643.535344:0:18655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408519552 00000100:00100000:1.0:1789181643.535361:0:18655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408519552 00000100:00100000:1.0:1789181643.535422:0:18655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1789181643.535432:0:18655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3208e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1876092408519552:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1789181643.535460:0:18655:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 17886912 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1789181643.535514:0:18655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3208e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1876092408519552:12345-0@lo:13:osp-pre-0-1.0 Request processed in 84us (1030us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181643.535522:0:18655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1789181643.537216:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc320ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1876092408519552:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1789181643.542580:0:17141:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1789181644.302036:0:17897:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1789181644.364454:0:17899:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1789181644.555914:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1789181644.555928:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc4d9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1876092408519936:0@lo:400:kworker.0 00000100:00100000:0.0:1789181644.555930:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc37c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1876092408519808:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1789181644.556125:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181644.556205:0:18162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408519936 00000100:00100000:2.0:1789181644.556213:0:18162:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408519936 00000100:00100000:2.0:1789181644.556257:0:18162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:2.0:1789181644.556266:0:18162:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc4d9c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3645:x1876092408519936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789181644.556536:0:18162:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc4d9c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3645:x1876092408519936:12345-0@lo:400:kworker.0 Request processed in 270us (410us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181644.556545:0:18162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:2.0:1789181644.556592:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc4d9f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1876092408520064:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1789181644.556620:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181644.556681:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc4d9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1876092408519936:0@lo:400:kworker.0 00000100:00100000:2.0:1789181644.556746:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc4d9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3645:1876092408520448:0@lo:400:kworker.0 00000100:00100000:2.0:1789181644.556771:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181644.556798:0:17146:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408520448 00000100:00100000:2.0:1789181644.556802:0:17146:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408520448 00000100:00100000:2.0:1789181644.556827:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:2.0:1789181644.556833:0:17146:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc4d9fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1876092408520448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789181644.557130:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc4d9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1876092408520320:0@lo:400:kworker.0 00000100:00100000:1.0:1789181644.557163:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181644.557186:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789181644.557192:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc4d9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1876092408520192:0@lo:400:kworker.0 00000100:00100000:1.0:1789181644.557226:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181644.557300:0:17146:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc4d9fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1876092408520448:12345-0@lo:400:kworker.0 Request processed in 466us (527us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181644.557307:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:2.0:1789181644.557338:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dc473fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1876092408520576:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1789181644.557363:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181644.557471:0:17151:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408520064 00000100:00100000:3.0:1789181644.557476:0:17151:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408520064 00000100:00100000:3.0:1789181644.557534:0:17151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:3.0:1789181644.557541:0:17151:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc4d9ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1876092408520064:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1789181644.557565:0:17151:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1789181644.557604:0:17151:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc4d9ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1876092408520064:12345-0@lo:41:osp-pre-1-0.0 Request processed in 64us (984us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181644.557618:0:17151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:3.0:1789181644.557651:0:18652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408520320 00000100:00100000:3.0:1789181644.557654:0:18652:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408520320 00000100:00100000:3.0:1789181644.557679:0:18652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408520192 00000100:00100000:3.0:1789181644.557681:0:18652:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408520192 00000100:00100000:3.0:1789181644.557696:0:18652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1789181644.557702:0:18652:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc320ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3644:x1876092408520320:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789181644.557743:0:18652:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc320ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3644:x1876092408520320:12345-0@lo:400:kworker.0 Request processed in 41us (580us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181644.557748:0:18652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1789181644.557758:0:18652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1789181644.557763:0:18652:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dc473df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3644:x1876092408520192:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789181644.557784:0:18652:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dc473df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3644:x1876092408520192:12345-0@lo:400:kworker.0 Request processed in 22us (558us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181644.557790:0:18652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00080000:3.0:1789181644.557804:0:17141:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1789181644.557807:0:17141:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1789181644.557845:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc4d9f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1876092408520064:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1789181644.557888:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dff850700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1876092408520832:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789181644.557920:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181644.557943:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc4d9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1876092408520192:0@lo:400:kworker.0 00000100:00100000:3.0:1789181644.557951:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc4d9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1876092408520320:0@lo:400:kworker.0 00000100:00100000:3.0:1789181644.557961:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789181644.557965:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dff853100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1876092408520704:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1789181644.557983:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181644.558009:0:17151:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408520832 00000100:00100000:3.0:1789181644.558013:0:17151:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408520832 00000100:00100000:3.0:1789181644.558029:0:17151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:3.0:1789181644.558034:0:17151:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dc4301880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3644:x1876092408520832:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1789181644.558049:0:17151:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:3.0:1789181644.558074:0:17151:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dc4301880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3644:x1876092408520832:12345-0@lo:41:osp-pre-0-1.0 Request processed in 40us (153us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181644.558079:0:17151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:3.0:1789181644.558110:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dff850700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1876092408520832:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789181644.558247:0:18654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408520576 00000100:00100000:3.0:1789181644.558251:0:18654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408520576 00000100:00100000:3.0:1789181644.558265:0:18654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408520704 00000100:00100000:3.0:1789181644.558267:0:18654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408520704 00000100:00100000:3.0:1789181644.558275:0:18654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1789181644.558280:0:18654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc4d9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1876092408520576:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1789181644.558291:0:18654:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 17886912 pending 0 free 3915857920 avail 3684335616 00000100:00100000:3.0:1789181644.558319:0:18654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc4d9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1876092408520576:12345-0@lo:13:osp-pre-0-0.0 Request processed in 39us (955us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181644.558324:0:18654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1789181644.558334:0:18654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1789181644.558338:0:18654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dc4300700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1876092408520704:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1789181644.558350:0:18654:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1789181644.558371:0:18654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dc4300700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1876092408520704:12345-0@lo:13:osp-pre-1-0.0 Request processed in 33us (387us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181644.558376:0:18654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1789181644.558398:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dff853100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1876092408520704:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1789181644.558425:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dc473fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1876092408520576:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1789181644.560902:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789181644.560972:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc4d9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:868df35c-3970-416b-9e25-2e3d68c8633a:3643:1876092408519680:0@lo:400:kworker.0 00000100:00100000:0.0:1789181644.561120:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789181644.561187:0:17140:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408519680 00000100:00100000:0.0:1789181644.561197:0:17140:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408519680 00000100:00100000:0.0:1789181644.561266:0:17140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 172 00000100:00100000:0.0:1789181644.561277:0:17140:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1ddff80450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:868df35c-3970-416b-9e25-2e3d68c8633a+24:3643:x1876092408519680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789181644.561332:0:17140:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1ddff80450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:868df35c-3970-416b-9e25-2e3d68c8633a+24:3643:x1876092408519680:12345-0@lo:400:kworker.0 Request processed in 57us (211us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181644.561342:0:17140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 172 00000100:00100000:0.0:1789181644.561395:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc4d9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:868df35c-3970-416b-9e25-2e3d68c8633a:3643:1876092408519680:0@lo:400:kworker.0 00000100:00100000:3.0:1789181644.562190:0:18654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408519808 00000100:00100000:3.0:1789181644.562199:0:18654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408519808 00000100:00100000:3.0:1789181644.562257:0:18654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1789181644.562265:0:18654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc37c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1876092408519808:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1789181644.562285:0:18654:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1789181644.562340:0:18654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc37c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1876092408519808:12345-0@lo:13:osp-pre-1-1.0 Request processed in 76us (1446us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181644.562347:0:18654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00080000:0.0:1789181644.562445:0:17141:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1789181644.562482:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc37c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1876092408519808:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1789181644.564737:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc4d9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3645:1876092408520448:0@lo:400:kworker.0 00000100:00100000:3.0:1789181644.565086:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc4d9ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1876092408521088:0@lo:400:kworker.0 00000100:00100000:0.0:1789181644.565159:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc4d9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3643:1876092408521216:0@lo:400:kworker.0 00000100:00100000:3.0:1789181644.565162:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789181644.565195:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181644.565244:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1789181644.565250:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc4d9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1876092408520960:0@lo:400:kworker.0 00000100:00100000:0.0:1789181644.565267:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789181644.565273:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc4d9e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3643:1876092408521344:0@lo:400:kworker.0 00000100:00100000:3.0:1789181644.565279:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181644.565310:0:17151:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408520960 00000100:00100000:0.0:1789181644.565311:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181644.565315:0:17151:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408520960 00000100:00100000:0.0:1789181644.565350:0:17147:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408521216 00000100:00100000:0.0:1789181644.565354:0:17147:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408521216 00000100:00100000:3.0:1789181644.565357:0:17151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:3.0:1789181644.565364:0:17151:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dff850700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1876092408520960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789181644.565378:0:17147:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408521344 00000100:00100000:0.0:1789181644.565380:0:17147:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408521344 00000100:00100000:0.0:1789181644.565404:0:17147:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:0.0:1789181644.565410:0:17147:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc37c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3643:x1876092408521216:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789181644.565418:0:17151:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dff850700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1876092408520960:12345-0@lo:400:kworker.0 Request processed in 54us (137us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181644.565425:0:17151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:0.0:1789181644.565440:0:17147:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc37c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3643:x1876092408521216:12345-0@lo:400:kworker.0 Request processed in 30us (245us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181644.565446:0:17147:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:0.0:1789181644.565457:0:17147:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:3.0:1789181644.565466:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc4d9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1876092408520960:0@lo:400:kworker.0 00000100:00080000:3.0:1789181644.565505:0:17141:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1789181644.565745:0:17147:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc37c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1876092408521344:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789181644.565779:0:17147:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc37c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1876092408521344:12345-0@lo:400:kworker.0 Request processed in 317us (467us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181644.565785:0:17147:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:0.0:1789181644.565811:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc4d9e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3643:1876092408521344:0@lo:400:kworker.0 00000100:00100000:0.0:1789181644.565820:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc4d9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3643:1876092408521216:0@lo:400:kworker.0 00000100:00100000:3.0:1789181644.566184:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc4d9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3645:1876092408521472:0@lo:400:kworker.0 00000100:00100000:3.0:1789181644.566215:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789181644.566285:0:17145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408521472 00000100:00100000:0.0:1789181644.566290:0:17145:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408521472 00000100:00100000:0.0:1789181644.566339:0:17145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:0.0:1789181644.566346:0:17145:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dd8ba0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1876092408521472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789181644.566576:0:17145:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dd8ba0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1876092408521472:12345-0@lo:400:kworker.0 Request processed in 229us (359us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181644.566583:0:17145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00080000:0.0:1789181644.566602:0:17141:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:3.0:1789181644.566655:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c1cc4d9d180 x1876092408521472/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789181660 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789181644.566667:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc4d9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3645:1876092408521472:0@lo:400:kworker.0 00000100:00100000:3.0:1789181644.566679:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1789181644.566684:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc4d9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3645:1876092408521600:0@lo:400:kworker.0 00000100:00100000:3.0:1789181644.566708:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789181644.566814:0:17146:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408521600 00000100:00100000:0.0:1789181644.566825:0:17146:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408521600 00000100:00100000:0.0:1789181644.566880:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:0.0:1789181644.566886:0:17146:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dd8ba0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3645:x1876092408521600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789181644.567097:0:17146:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dd8ba0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3645:x1876092408521600:12345-0@lo:400:kworker.0 Request processed in 211us (388us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181644.567115:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00080000:3.0:1789181644.567565:0:17141:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1789181644.567593:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc4d9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3645:1876092408521600:0@lo:400:kworker.0 00000100:00100000:0.0:1789181644.567771:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc4d9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3643:1876092408521728:0@lo:400:kworker.0 00000100:00100000:0.0:1789181644.567804:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181644.568194:0:17145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408521728 00000100:00100000:3.0:1789181644.568200:0:17145:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408521728 00000100:00100000:3.0:1789181644.568245:0:17145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:3.0:1789181644.568252:0:17145:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc37c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3643:x1876092408521728:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1789181644.568318:0:17141:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1789181644.568453:0:17145:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc37c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3643:x1876092408521728:12345-0@lo:400:kworker.0 Request processed in 201us (648us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181644.568460:0:17145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00010000:00080000:0.0:1789181644.568616:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c1cc4d9ca80 x1876092408521728/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789181660 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789181644.568627:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc4d9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3643:1876092408521728:0@lo:400:kworker.0 00000100:00100000:1.0:1789181644.570629:0:18652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408521088 00000100:00100000:1.0:1789181644.570648:0:18652:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408521088 00000100:00100000:1.0:1789181644.570792:0:18652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1789181644.570803:0:18652:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dff853100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1876092408521088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789181644.570928:0:18652:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dff853100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1876092408521088:12345-0@lo:400:kworker.0 Request processed in 127us (5765us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181644.570935:0:18652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1789181644.571015:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc4d9ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1876092408521088:0@lo:400:kworker.0 00010000:00010000:0.0:1789181645.325171:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1789181645.563239:0:20520:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pcc test 1d: Test Project ID with remote access ========================================================== 22:54:03 (1789181643) 00010000:00010000:0.0:1789181646.348078:0:17134:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789181647.373818:0:17897:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1789181648.143315:0:17125:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934623 is committed 00000020:00080000:2.0:1789181648.143339:0:17125:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 4294967529 batchid updated 00000020:00080000:0.0:1789181648.143464:0:17184:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000020:00080000:0.0:1789181648.143480:0:17184:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000100:00100000:1.0:1789181648.239277:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:1.0:1789181648.239500:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:1.0:1789181648.239532:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:3.0:1789181648.239588:0:18978:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385375872 00000100:00100000:3.0:1789181648.239599:0:18978:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385375872 00000100:00100000:3.0:1789181648.239676:0:18978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 35 00000100:00100000:3.0:1789181648.239687:0:18978:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dc473ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c5862b8c-2b27-4ce8-9320-ff219707bd0a+5:2394:x1876092385375872:12345-192.168.202.1@tcp:400:kworker.0 00000100:00100000:3.0:1789181648.239780:0:18978:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dc473ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c5862b8c-2b27-4ce8-9320-ff219707bd0a+5:2394:x1876092385375872:12345-192.168.202.1@tcp:400:kworker.0 Request processed in 96us (281us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181648.239788:0:18978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 35 00000100:00080000:2.0:1789181648.241691:0:17141:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1789181648.244145:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:1.0:1789181648.244177:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:3.0:1789181648.246037:0:17139:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385375488 00000100:00100000:3.0:1789181648.246051:0:17139:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385375488 00000100:00100000:3.0:1789181648.246133:0:17139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 173 00000100:00100000:3.0:1789181648.246145:0:17139:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1ddff82850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7bec7f81-b22c-449b-9b54-80d117d39796+13:2394:x1876092385375488:12345-192.168.202.1@tcp:400:kworker.0 00000100:00100000:3.0:1789181648.246235:0:17139:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1ddff82850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7bec7f81-b22c-449b-9b54-80d117d39796+13:2394:x1876092385375488:12345-192.168.202.1@tcp:400:kworker.0 Request processed in 93us (2100us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181648.246244:0:17139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 173 00000100:00100000:0.0:1789181648.250335:0:17146:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385375616 00000100:00100000:0.0:1789181648.250352:0:17146:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385375616 00000100:00100000:0.0:1789181648.250468:0:17146:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385376128 00000100:00100000:0.0:1789181648.250473:0:17146:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385376128 00000100:00100000:0.0:1789181648.250505:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 92 00000100:00100000:0.0:1789181648.250520:0:17146:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dc473dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c5862b8c-2b27-4ce8-9320-ff219707bd0a+13:2394:x1876092385375616:12345-192.168.202.1@tcp:400:kworker.0 00000100:00100000:0.0:1789181648.250622:0:17146:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dc473dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c5862b8c-2b27-4ce8-9320-ff219707bd0a+13:2394:x1876092385375616:12345-192.168.202.1@tcp:400:kworker.0 Request processed in 106us (11356us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181648.250631:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 92 00000100:00100000:0.0:1789181648.250650:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 93 00000100:00100000:0.0:1789181648.250656:0:17146:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dc473f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcc207df-596b-4f70-b3cc-6ce500b568a0+5:2394:x1876092385376128:12345-192.168.202.1@tcp:400:kworker.0 00000100:00100000:0.0:1789181648.250699:0:17146:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dc473f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcc207df-596b-4f70-b3cc-6ce500b568a0+5:2394:x1876092385376128:12345-192.168.202.1@tcp:400:kworker.0 Request processed in 43us (11167us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181648.250706:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 93 00000100:00080000:3.0:1789181648.251290:0:17141:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1789181648.251295:0:17141:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1789181648.255848:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:3.0:1789181648.255949:0:17145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385375744 00000100:00100000:3.0:1789181648.255960:0:17145:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385375744 00000100:00100000:3.0:1789181648.256037:0:17145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385376000 00000100:00100000:3.0:1789181648.256041:0:17145:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385376000 00000100:00100000:3.0:1789181648.256063:0:17145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 94 00000100:00100000:3.0:1789181648.256085:0:17145:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dc473e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c5862b8c-2b27-4ce8-9320-ff219707bd0a+5:2394:x1876092385375744:12345-192.168.202.1@tcp:400:kworker.0 00000100:00100000:3.0:1789181648.256171:0:17145:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dc473e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c5862b8c-2b27-4ce8-9320-ff219707bd0a+5:2394:x1876092385375744:12345-192.168.202.1@tcp:400:kworker.0 Request processed in 89us (11993us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181648.256179:0:17145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 94 00000100:00100000:3.0:1789181648.256208:0:17145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 95 00000100:00100000:3.0:1789181648.256214:0:17145:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dc473d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcc207df-596b-4f70-b3cc-6ce500b568a0+6:2394:x1876092385376000:12345-192.168.202.1@tcp:400:kworker.0 00000100:00100000:3.0:1789181648.256239:0:17145:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dc473d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcc207df-596b-4f70-b3cc-6ce500b568a0+6:2394:x1876092385376000:12345-192.168.202.1@tcp:400:kworker.0 Request processed in 25us (402us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181648.256245:0:17145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 95 00000100:00080000:1.0:1789181648.257277:0:17141:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1789181648.257285:0:17141:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1789181648.399641:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789181648.653690:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789181648.653770:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc4d9ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1876092408521856:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1789181648.653851:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181648.653976:0:18654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408521856 00000100:00100000:1.0:1789181648.653986:0:18654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408521856 00000100:00100000:1.0:1789181648.654074:0:18654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1789181648.654086:0:18654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3880000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1876092408521856:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1789181648.654123:0:18654:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 17886912 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1789181648.654179:0:18654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3880000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1876092408521856:12345-0@lo:13:osp-pre-0-1.0 Request processed in 96us (328us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181648.654198:0:18654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1789181648.654259:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc4d9ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1876092408521856:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1789181648.654345:0:17141:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00100000:0.0:1789181649.167321:0:19466:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of fcc207df-596b-4f70-b3cc-6ce500b568a0 00000020:00000080:0.0:1789181649.167332:0:19466:0:(genops.c:885:class_export_put()) final put ffff9c1cc316d800/fcc207df-596b-4f70-b3cc-6ce500b568a0 00000001:00100000:0.0:1789181649.167353:0:19466:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of c5862b8c-2b27-4ce8-9320-ff219707bd0a 00000020:00000080:0.0:1789181649.167355:0:19466:0:(genops.c:885:class_export_put()) final put ffff9c1dfb991800/c5862b8c-2b27-4ce8-9320-ff219707bd0a 00000020:00000080:0.0:1789181649.167373:0:12254:0:(genops.c:844:class_export_destroy()) destroying export ffff9c1cc316d800/fcc207df-596b-4f70-b3cc-6ce500b568a0 for lustre-OST0001 00000020:00000080:0.0:1789181649.167414:0:12254:0:(genops.c:844:class_export_destroy()) destroying export ffff9c1dfb991800/c5862b8c-2b27-4ce8-9320-ff219707bd0a for lustre-OST0001 00000020:00000080:0.0:1789181649.167441:0:12254:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9c1cc316e800 for lustre-OST0001 00000020:00000080:0.0:1789181649.167447:0:12254:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9c1dfb997000 for lustre-OST0001 00000001:00100000:1.0:1789181649.170522:0:18647:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of fcc207df-596b-4f70-b3cc-6ce500b568a0 00000020:00000080:1.0:1789181649.170536:0:18647:0:(genops.c:885:class_export_put()) final put ffff9c1cc316a800/fcc207df-596b-4f70-b3cc-6ce500b568a0 00000020:00000080:1.0:1789181649.170572:0:12415:0:(genops.c:844:class_export_destroy()) destroying export ffff9c1cc316a800/fcc207df-596b-4f70-b3cc-6ce500b568a0 for lustre-OST0000 00000020:00000080:1.0:1789181649.170632:0:12415:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9c1cc316f800 for lustre-OST0000 00010000:00010000:0.0:1789181649.423423:0:17134:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789181649.675917:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc4d9ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:868df35c-3970-416b-9e25-2e3d68c8633a:3645:1876092408521984:0@lo:400:kworker.0 00000100:00100000:1.0:1789181649.675937:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dc473d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1876092408522112:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1789181649.676191:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc4d9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1876092408522368:0@lo:400:kworker.0 00000100:00100000:2.0:1789181649.676255:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc4d9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1876092408522496:0@lo:400:kworker.0 00000100:00100000:1.0:1789181649.682204:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181649.682281:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dd8ba3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1876092408522240:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1789181649.682320:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181649.682357:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc4d9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3646:1876092408522752:0@lo:400:kworker.0 00000100:00100000:1.0:1789181649.682380:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181649.682396:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc4d9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3646:1876092408523264:0@lo:400:kworker.0 00000100:00100000:1.0:1789181649.682413:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181649.682439:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1e008bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3646:1876092408523776:0@lo:400:kworker.0 00000100:00100000:1.0:1789181649.682479:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181649.682498:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [2->3] 00000100:00100000:1.0:1789181649.682504:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc4d9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1876092408522624:0@lo:400:kworker.0 00000100:00100000:1.0:1789181649.682522:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181649.682536:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc4d9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1876092408523136:0@lo:400:kworker.0 00000100:00100000:1.0:1789181649.682551:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181649.682570:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1e008bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3646:1876092408523648:0@lo:400:kworker.0 00000100:00100000:1.0:1789181649.682589:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181649.682602:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc3880a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1876092408524160:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1789181649.682620:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181649.682665:0:18654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408522112 00000100:00100000:1.0:1789181649.682673:0:18654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408522112 00000100:00100000:1.0:1789181649.682716:0:18654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408522240 00000100:00100000:1.0:1789181649.682718:0:18654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408522240 00000100:00100000:1.0:1789181649.682748:0:18654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1789181649.682757:0:18654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dc473ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1876092408522112:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1789181649.682778:0:18654:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 17886912 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1789181649.682821:0:18654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dc473ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1876092408522112:12345-0@lo:13:osp-pre-0-0.0 Request processed in 65us (623us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181649.682827:0:18654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1789181649.682844:0:18654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1789181649.682850:0:18654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dc473ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1876092408522240:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1789181649.682866:0:18654:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1789181649.682890:0:18654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dc473ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1876092408522240:12345-0@lo:13:osp-pre-1-0.0 Request processed in 41us (570us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181649.682895:0:18654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1789181649.682920:0:18653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408522624 00000100:00100000:1.0:1789181649.682923:0:18653:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408522624 00000100:00100000:1.0:1789181649.683782:0:18653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408523136 00000100:00100000:1.0:1789181649.683790:0:18653:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408523136 00000100:00100000:1.0:1789181649.683826:0:18653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1789181649.683834:0:18653:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dc473c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3646:x1876092408522624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789181649.683886:0:18653:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dc473c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3646:x1876092408522624:12345-0@lo:400:kworker.0 Request processed in 53us (1363us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181649.683892:0:18653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1789181649.683904:0:18653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1789181649.683910:0:18653:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dc473c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1876092408523136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789181649.683936:0:18653:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dc473c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1876092408523136:12345-0@lo:400:kworker.0 Request processed in 26us (1384us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181649.684821:0:18653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00080000:1.0:1789181649.684862:0:17141:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1789181649.684866:0:17141:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1789181649.684882:0:17145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408522752 00000100:00100000:1.0:1789181649.684888:0:17145:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408522752 00000100:00100000:1.0:1789181649.684914:0:17145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408523264 00000100:00100000:1.0:1789181649.684916:0:17145:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408523264 00000100:00100000:1.0:1789181649.684926:0:17145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408523776 00000100:00100000:1.0:1789181649.684928:0:17145:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408523776 00000100:00100000:1.0:1789181649.685202:0:17145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408523648 00000100:00100000:1.0:1789181649.685206:0:17145:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408523648 00000100:00100000:1.0:1789181649.685223:0:17145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:1.0:1789181649.685230:0:17145:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dc473e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1876092408522752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789181649.685290:0:17145:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dc473e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1876092408522752:12345-0@lo:400:kworker.0 Request processed in 60us (2909us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181649.685295:0:17145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:1.0:1789181649.685322:0:17145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:1.0:1789181649.685328:0:17145:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dc473c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1876092408523264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789181649.685359:0:17145:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dc473c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1876092408523264:12345-0@lo:400:kworker.0 Request processed in 31us (2945us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181649.685365:0:17145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:1.0:1789181649.685374:0:17145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:1.0:1789181649.685379:0:17145:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dc473f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3646:x1876092408523776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789181649.685406:0:17145:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dc473f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3646:x1876092408523776:12345-0@lo:400:kworker.0 Request processed in 27us (2926us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181649.685412:0:17145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:1.0:1789181649.685423:0:17145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:1.0:1789181649.685429:0:17145:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dc473f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3646:x1876092408523648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789181649.685457:0:17145:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dc473f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3646:x1876092408523648:12345-0@lo:400:kworker.0 Request processed in 29us (2867us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181649.685463:0:17145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00080000:1.0:1789181649.685481:0:17141:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1789181649.685483:0:17141:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1789181649.685531:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc4d9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1876092408522624:0@lo:400:kworker.0 00000100:00100000:1.0:1789181649.685546:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc4d9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1876092408523136:0@lo:400:kworker.0 00000100:00100000:1.0:1789181649.685556:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1e008bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3646:1876092408523648:0@lo:400:kworker.0 00000100:00100000:1.0:1789181649.685568:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc4d9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3646:1876092408522752:0@lo:400:kworker.0 00000100:00100000:1.0:1789181649.685577:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc4d9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3646:1876092408523264:0@lo:400:kworker.0 00010000:00080000:1.0:1789181649.685589:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c1e008bfb80 x1876092408523776/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789181665 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789181649.685627:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1e008bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3646:1876092408523776:0@lo:400:kworker.0 00000100:00100000:1.0:1789181649.685652:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dc473d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1876092408522112:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1789181649.685663:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dd8ba3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1876092408522240:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1789181649.685771:0:17150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408524160 00000100:00100000:1.0:1789181649.685776:0:17150:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408524160 00000100:00100000:1.0:1789181649.685804:0:17150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:1.0:1789181649.685810:0:17150:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dc473ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1876092408524160:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1789181649.685833:0:17150:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1789181649.685873:0:17150:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dc473ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1876092408524160:12345-0@lo:41:osp-pre-1-0.0 Request processed in 63us (3252us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181649.685879:0:17150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:1.0:1789181649.687582:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc3880a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1876092408524160:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1789181649.688014:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181649.688077:0:17138:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408521984 00000100:00100000:3.0:1789181649.688085:0:17138:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408521984 00000100:00100000:3.0:1789181649.688128:0:17138:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 174 00000100:00100000:3.0:1789181649.688137:0:17138:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1ddff80050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:868df35c-3970-416b-9e25-2e3d68c8633a+24:3645:x1876092408521984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789181649.688221:0:17138:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1ddff80050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:868df35c-3970-416b-9e25-2e3d68c8633a+24:3645:x1876092408521984:12345-0@lo:400:kworker.0 Request processed in 84us (207us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181649.688229:0:17138:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 174 00000100:00100000:3.0:1789181649.688290:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc4d9ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:868df35c-3970-416b-9e25-2e3d68c8633a:3645:1876092408521984:0@lo:400:kworker.0 00000100:00100000:0.0:1789181649.693043:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181649.693070:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181649.693125:0:18653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408522496 00000100:00100000:2.0:1789181649.693134:0:18653:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408522496 00000100:00100000:0.0:1789181649.693141:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc4d9e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1876092408522880:0@lo:400:kworker.0 00000100:00100000:2.0:1789181649.693186:0:18653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1789181649.693199:0:18653:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1e008bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3644:x1876092408522496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789181649.693201:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181649.693258:0:18653:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1e008bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3644:x1876092408522496:12345-0@lo:400:kworker.0 Request processed in 63us (188us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181649.693282:0:18653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1789181649.693335:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc4d9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1876092408522496:0@lo:400:kworker.0 00000100:00100000:2.0:1789181649.693345:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc4d9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1876092408523008:0@lo:400:kworker.0 00000100:00100000:2.0:1789181649.693369:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181649.693394:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc4d9f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3644:1876092408523520:0@lo:400:kworker.0 00000100:00100000:1.0:1789181649.693395:0:18650:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408523008 00000100:00100000:1.0:1789181649.693402:0:18650:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408523008 00000100:00100000:1.0:1789181649.693434:0:18650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1789181649.693441:0:18650:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1e008bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3644:x1876092408523008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789181649.693480:0:18650:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1e008bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3644:x1876092408523008:12345-0@lo:400:kworker.0 Request processed in 39us (109us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181649.693486:0:18650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1789181649.693616:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181649.693688:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc3880700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1876092408524032:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1789181649.693716:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181649.693778:0:18654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408524032 00000100:00100000:2.0:1789181649.693783:0:18654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408524032 00000100:00100000:2.0:1789181649.693815:0:18654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1789181649.693822:0:18654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1e008be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1876092408524032:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1789181649.693838:0:18654:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1789181649.693884:0:18654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1e008be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1876092408524032:12345-0@lo:13:osp-pre-1-1.0 Request processed in 62us (165us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181649.693890:0:18654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1789181649.693925:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc3880700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1876092408524032:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1789181649.693953:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc4d9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1876092408523008:0@lo:400:kworker.0 00000100:00100000:1.0:1789181649.694156:0:17145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408523520 00000100:00100000:1.0:1789181649.694161:0:17145:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408523520 00000100:00100000:1.0:1789181649.694254:0:17145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:1.0:1789181649.694261:0:17145:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1e008bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3644:x1876092408523520:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789181649.694299:0:17145:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1e008bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3644:x1876092408523520:12345-0@lo:400:kworker.0 Request processed in 38us (683us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181649.694314:0:17145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00080000:2.0:1789181649.694356:0:17141:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:2.0:1789181649.694378:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c1cc4d9f100 x1876092408523520/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789181665 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789181649.694389:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc4d9f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3644:1876092408523520:0@lo:400:kworker.0 00000100:00100000:0.0:1789181649.699859:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc4d9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3643:1876092408523392:0@lo:400:kworker.0 00000100:00100000:0.0:1789181649.699951:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789181649.700007:0:17146:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408523392 00000100:00100000:0.0:1789181649.700017:0:17146:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408523392 00000100:00100000:0.0:1789181649.700108:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:0.0:1789181649.700148:0:17146:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3882a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1876092408523392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789181649.700210:0:17146:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3882a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1876092408523392:12345-0@lo:400:kworker.0 Request processed in 70us (259us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181649.700217:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00080000:0.0:1789181649.700244:0:17141:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1789181649.700272:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc4d9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3643:1876092408523392:0@lo:400:kworker.0 00000100:00100000:0.0:1789181649.700280:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc3881180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1876092408523904:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1789181649.700310:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181649.705141:0:18162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408522368 00000100:00100000:3.0:1789181649.705165:0:18162:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408522368 00000100:00100000:3.0:1789181649.705324:0:18162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408522880 00000100:00100000:3.0:1789181649.705329:0:18162:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408522880 00000100:00100000:1.0:1789181649.707747:0:17150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408523904 00000100:00100000:1.0:1789181649.707761:0:17150:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408523904 00000100:00100000:1.0:1789181649.707809:0:17150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:1.0:1789181649.708718:0:17150:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3880380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3643:x1876092408522368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789181649.709260:0:17150:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3880380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3643:x1876092408522368:12345-0@lo:400:kworker.0 Request processed in 553us (16221us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181649.709271:0:17150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:1.0:1789181649.709310:0:17150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:1.0:1789181649.709325:0:17150:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3881880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3643:x1876092408522880:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789181649.709367:0:17150:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3881880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3643:x1876092408522880:12345-0@lo:400:kworker.0 Request processed in 50us (16184us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181649.709373:0:17150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:1.0:1789181649.709646:0:17150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1789181649.709654:0:17150:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3882680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1876092408523904:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1789181649.709702:0:17150:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:1.0:1789181649.709781:0:17150:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3882680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1876092408523904:12345-0@lo:41:osp-pre-0-1.0 Request processed in 129us (9471us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181649.709788:0:17150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1789181649.710262:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc4d9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1876092408522368:0@lo:400:kworker.0 00000100:00100000:0.0:1789181649.710283:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc4d9e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1876092408522880:0@lo:400:kworker.0 00000100:00100000:0.0:1789181649.710299:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc3881180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1876092408523904:0@lo:41:osp-pre-0-1.0 00000040:00080000:2.0:1789181650.059964:0:17179:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:2.0:1789181650.059992:0:17179:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1789181650.060015:0:17179:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:2.0:1789181650.060044:0:17179:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00000100:00100000:3.0:1789181650.104258:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:1.0:1789181650.104392:0:17148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385376384 00000100:00100000:1.0:1789181650.104404:0:17148:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385376384 00000100:00100000:1.0:1789181650.104500:0:17148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 13 00000100:00100000:1.0:1789181650.104513:0:17148:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dd8ba3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c5862b8c-2b27-4ce8-9320-ff219707bd0a+13:16325:x1876092385376384:12345-192.168.202.1@tcp:35:umount.0 00000001:00080000:1.0:1789181650.104823:0:17148:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934624 00000001:00080000:1.0:1789181650.105555:0:17148:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934625 00000100:00100000:1.0:1789181650.105717:0:17148:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dd8ba3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c5862b8c-2b27-4ce8-9320-ff219707bd0a+16:16325:x1876092385376384:12345-192.168.202.1@tcp:35:umount.0 Request processed in 1204us (1465us total) trans 8589934626 rc 0/0 00000100:00100000:1.0:1789181650.105752:0:17148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 13 00000020:00080000:1.0:1789181650.105758:0:17148:0:(tgt_main.c:784:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00080000:0.0:1789181650.105910:0:17141:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1789181650.112112:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:3.0:1789181650.112162:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:3.0:1789181650.112338:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:3.0:1789181650.124318:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:3.0:1789181650.124399:0:18653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385376512 00000100:00100000:3.0:1789181650.124412:0:18653:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385376512 00000100:00100000:3.0:1789181650.124502:0:18653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 34 00000100:00100000:3.0:1789181650.124514:0:18653:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfdf81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c5862b8c-2b27-4ce8-9320-ff219707bd0a+5:2392:x1876092385376512:12345-192.168.202.1@tcp:9:umount.0 00000020:00000080:3.0:1789181650.124570:0:18653:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x76fb5552835185eb 00000100:00080000:3.0:1789181650.124581:0:18653:0:(import.c:65:import_set_state_nolock()) ffff9c1cc3168000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1789181650.124624:0:18653:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:3.0:1789181650.124872:0:18653:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfdf81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c5862b8c-2b27-4ce8-9320-ff219707bd0a+2:2392:x1876092385376512:12345-192.168.202.1@tcp:9:umount.0 Request processed in 360us (570us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181650.124891:0:18653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 34 00000100:00080000:3.0:1789181650.125769:0:17141:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1789181650.125819:0:17897:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789181650.132927:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:3.0:1789181650.133012:0:17145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385377792 00000100:00100000:3.0:1789181650.133056:0:17145:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385377792 00000100:00100000:3.0:1789181650.133126:0:17145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 67 00000100:00100000:3.0:1789181650.133136:0:17145:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfdf81f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c5862b8c-2b27-4ce8-9320-ff219707bd0a+16:2392:x1876092385377792:12345-192.168.202.1@tcp:39:umount.0 00000020:00000080:3.0:1789181650.133173:0:17145:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x76fb5552835185dd 00000020:00010000:3.0:1789181650.133205:0:17145:0:(genops.c:1922:obd_stale_export_put()) Put export ffff9c1cc1d2d000: total 0 00000100:00080000:3.0:1789181650.133211:0:17145:0:(import.c:65:import_set_state_nolock()) ffff9c1cc1d2e000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1789181650.133254:0:17145:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934626 00000100:00100000:3.0:1789181650.133696:0:17145:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfdf81f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c5862b8c-2b27-4ce8-9320-ff219707bd0a+15:2392:x1876092385377792:12345-192.168.202.1@tcp:39:umount.0 Request processed in 560us (776us total) trans 8589934627 rc 0/0 00000100:00100000:3.0:1789181650.133705:0:17145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 67 00000020:00010000:3.0:1789181650.133959:0:17133:0:(genops.c:1908:obd_stale_export_get()) Get export ffff9c1cc1d2d000: total 0 00010000:00010000:3.0:1789181650.133964:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789181650.134114:0:17133:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff9c1cc1d2d000, canceled 0 locks, left on hash table 8. 00010000:00010000:3.0:1789181650.134630:0:17133:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9c1dc3bdaf00) 00010000:00010000:3.0:1789181650.134636:0:17133:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1789181650.134655:0:17133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc1522c00/0x76fb555283518703 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df83a5 expref: 14 pid: 17146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181650.134690:0:17133:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff9c1dc3bda200) 00010000:00010000:3.0:1789181650.134693:0:17133:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1789181650.134697:0:17133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc1523600/0x76fb555283518892 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df8423 expref: 13 pid: 17147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181650.134755:0:17133:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9c1dd2b0cc00) 00010000:00010000:3.0:1789181650.134758:0:17133:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1789181650.134763:0:17133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c1de0b12600/0x76fb5552835186a8 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df8390 expref: 12 pid: 19683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789181650.134931:0:18676:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385376640 00000100:00100000:2.0:1789181650.134941:0:18676:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385376640 00000100:00100000:2.0:1789181650.135096:0:18676:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385376896 00000100:00100000:2.0:1789181650.135100:0:18676:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385376896 00000100:00100000:2.0:1789181650.135116:0:18676:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385376768 00000100:00100000:2.0:1789181650.135119:0:18676:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385376768 00000100:00100000:2.0:1789181650.135138:0:18676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 3 00000100:00100000:2.0:1789181650.135161:0:18676:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfdf83100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7bec7f81-b22c-449b-9b54-80d117d39796+15:2393:x1876092385376640:12345-192.168.202.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1789181650.135186:0:18676:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789181650.135198:0:18676:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c1dc1678c00/0x76fb5552835185c8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x44801000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df82a2 expref: 15 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181650.135212:0:18676:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789181650.135268:0:18676:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfdf83100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7bec7f81-b22c-449b-9b54-80d117d39796+14:2393:x1876092385376640:12345-192.168.202.1@tcp:103:ldlm_bl.0 Request processed in 110us (23166us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181650.135276:0:18676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 3 00000100:00100000:2.0:1789181650.135292:0:18676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 4 00000100:00100000:2.0:1789181650.135298:0:18676:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dff941050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7bec7f81-b22c-449b-9b54-80d117d39796+13:2393:x1876092385376896:12345-192.168.202.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1789181650.135305:0:18676:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789181650.135313:0:18676:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c1dc658b200/0x76fb55528351868c lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df8389 expref: 13 pid: 17139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181650.135322:0:18676:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789181650.135339:0:18676:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dff941050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7bec7f81-b22c-449b-9b54-80d117d39796+12:2393:x1876092385376896:12345-192.168.202.1@tcp:103:ldlm_bl.0 Request processed in 42us (23178us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181650.135356:0:18676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 4 00000100:00100000:2.0:1789181650.135402:0:18676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 5 00000100:00100000:2.0:1789181650.135409:0:18676:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfdf82d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7bec7f81-b22c-449b-9b54-80d117d39796+11:2393:x1876092385376768:12345-192.168.202.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1789181650.135416:0:18676:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789181650.135858:0:18676:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c1dc1678800/0x76fb5552835185cf lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df82d3 expref: 11 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181650.135869:0:18676:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789181650.135901:0:18676:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfdf82d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7bec7f81-b22c-449b-9b54-80d117d39796+10:2393:x1876092385376768:12345-192.168.202.1@tcp:103:ldlm_bl.0 Request processed in 492us (23562us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181650.135914:0:18676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 5 00010000:00010000:3.0:1789181650.137403:0:17133:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x1:0x0].0x0 (ffff9c1dd2b0c000) 00010000:00010000:3.0:1789181650.137412:0:17133:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1789181650.137517:0:17133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc658be00/0x76fb555283518788 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df83cf expref: 11 pid: 19683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181650.137544:0:17133:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff9c1dd2b0c400) 00010000:00010000:3.0:1789181650.137548:0:17133:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1789181650.137553:0:17133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc1523c00/0x76fb555283518837 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df840e expref: 10 pid: 17145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181650.137568:0:17133:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff9c1dd2b0c400) 00010000:00010000:3.0:1789181650.137571:0:17133:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1789181650.137575:0:17133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc658a200/0x76fb5552835188f4 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df8446 expref: 9 pid: 17146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181650.137588:0:17133:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9c1dd2b0ca00) 00010000:00010000:3.0:1789181650.137590:0:17133:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789181650.137594:0:17133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c1de0b13200/0x76fb5552835186c4 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df8397 expref: 8 pid: 17145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181650.137609:0:17133:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff9c1dd2b0c400) 00010000:00010000:3.0:1789181650.137612:0:17133:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1789181650.137616:0:17133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084bc00/0x76fb555283518806 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df83f9 expref: 7 pid: 17147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181650.137629:0:17133:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff9c1cc1d2d000, canceled 8 locks, left on hash table 0. 00010000:00010000:3.0:1789181650.137663:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789181650.137677:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789181650.137680:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789181650.155643:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:0.0:1789181650.155764:0:17146:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385377920 00000100:00100000:0.0:1789181650.155777:0:17146:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385377920 00000100:00100000:0.0:1789181650.155864:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 68 00000100:00100000:0.0:1789181650.155875:0:17146:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfdf83b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c5862b8c-2b27-4ce8-9320-ff219707bd0a+5:2392:x1876092385377920:12345-192.168.202.1@tcp:39:umount.0 00000020:00000080:0.0:1789181650.155931:0:17146:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x76fb5552835185e4 00000100:00080000:0.0:1789181650.155966:0:17146:0:(import.c:65:import_set_state_nolock()) ffff9c1dfb992000 : changing import state from FULL to CLOSED 00010000:00010000:2.0:1789181650.155990:0:17134:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000004:0.0:1789181650.155990:0:17146:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934592 00000100:00100000:0.0:1789181650.156287:0:17146:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfdf83b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c5862b8c-2b27-4ce8-9320-ff219707bd0a+3:2392:x1876092385377920:12345-192.168.202.1@tcp:39:umount.0 Request processed in 413us (656us total) trans 8589934593 rc 0/0 00000100:00100000:0.0:1789181650.156296:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 68 00000100:00080000:3.0:1789181650.156411:0:17141:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1789181650.444265:0:17897:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789181651.471189:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789181652.491867:0:17134:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789181653.353884:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:0.0:1789181653.353939:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:0.0:1789181653.353968:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:0.0:1789181653.354043:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:2.0:1789181653.354077:0:18676:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385378048 00000100:00100000:0.0:1789181653.354080:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:2.0:1789181653.354092:0:18676:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385378048 00000100:00100000:0.0:1789181653.354110:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:0.0:1789181653.354135:0:17140:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385378432 00000100:00100000:0.0:1789181653.354140:0:17140:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385378432 00000100:00100000:2.0:1789181653.354162:0:18676:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385378304 00000100:00100000:2.0:1789181653.354166:0:18676:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385378304 00000100:00100000:0.0:1789181653.354183:0:17140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 175 00000100:00100000:2.0:1789181653.354186:0:18676:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385378176 00000100:00100000:2.0:1789181653.354189:0:18676:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385378176 00000100:00100000:0.0:1789181653.354199:0:17140:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1ddff82050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7bec7f81-b22c-449b-9b54-80d117d39796+13:2393:x1876092385378432:12345-192.168.202.1@tcp:400:kworker.0 00000100:00100000:2.0:1789181653.354206:0:18676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 6 00000100:00100000:2.0:1789181653.354215:0:18676:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3881180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7bec7f81-b22c-449b-9b54-80d117d39796+13:2394:x1876092385378048:12345-192.168.202.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1789181653.354229:0:18676:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789181653.354249:0:18676:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c1dc1522e00/0x76fb555283518607 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df8312 expref: 13 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181653.354267:0:18676:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789181653.354287:0:17140:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1ddff82050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7bec7f81-b22c-449b-9b54-80d117d39796+12:2393:x1876092385378432:12345-192.168.202.1@tcp:400:kworker.0 Request processed in 94us (243us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181653.354294:0:18676:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3881180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7bec7f81-b22c-449b-9b54-80d117d39796+12:2394:x1876092385378048:12345-192.168.202.1@tcp:103:ldlm_bl.0 Request processed in 78us (423us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181653.354299:0:17140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 175 00000100:00100000:2.0:1789181653.354312:0:18676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 6 00000100:00100000:2.0:1789181653.354346:0:18676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 7 00000100:00100000:2.0:1789181653.354353:0:18676:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3881f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7bec7f81-b22c-449b-9b54-80d117d39796+10:2394:x1876092385378304:12345-192.168.202.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1789181653.354364:0:18676:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789181653.354376:0:18676:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c1de0b12200/0x76fb555283518685 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df8382 expref: 10 pid: 17139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181653.354387:0:18676:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789181653.354407:0:18676:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3881f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7bec7f81-b22c-449b-9b54-80d117d39796+9:2394:x1876092385378304:12345-192.168.202.1@tcp:103:ldlm_bl.0 Request processed in 55us (468us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181653.354415:0:18676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 7 00000100:00100000:2.0:1789181653.354426:0:18676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 8 00000100:00100000:2.0:1789181653.354433:0:18676:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3883100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7bec7f81-b22c-449b-9b54-80d117d39796+8:2394:x1876092385378176:12345-192.168.202.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1789181653.354440:0:18676:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789181653.354451:0:18676:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c1dc1523400/0x76fb55528351860e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df8343 expref: 8 pid: 17138 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181653.354463:0:18676:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789181653.354484:0:18676:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3883100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7bec7f81-b22c-449b-9b54-80d117d39796+7:2394:x1876092385378176:12345-192.168.202.1@tcp:103:ldlm_bl.0 Request processed in 52us (515us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181653.354491:0:18676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 8 00000100:00100000:2.0:1789181653.358893:0:17145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385378688 00000100:00100000:3.0:1789181653.358903:0:17147:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385378560 00000100:00100000:2.0:1789181653.358909:0:17145:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385378688 00000100:00100000:3.0:1789181653.358910:0:17147:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385378560 00000100:00080000:0.0:1789181653.359009:0:17141:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1789181653.359014:0:17141:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1789181653.359029:0:17147:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 102 00000100:00100000:3.0:1789181653.359043:0:17147:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3883b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcc207df-596b-4f70-b3cc-6ce500b568a0+6:2393:x1876092385378560:12345-192.168.202.1@tcp:400:kworker.0 00000100:00100000:3.0:1789181653.359141:0:17147:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3883b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcc207df-596b-4f70-b3cc-6ce500b568a0+6:2393:x1876092385378560:12345-192.168.202.1@tcp:400:kworker.0 Request processed in 98us (5028us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181653.359148:0:17147:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 102 00000100:00100000:2.0:1789181653.360574:0:17145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 103 00000100:00100000:2.0:1789181653.360596:0:17145:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3883480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcc207df-596b-4f70-b3cc-6ce500b568a0+5:2393:x1876092385378688:12345-192.168.202.1@tcp:400:kworker.0 00000100:00100000:2.0:1789181653.360698:0:17145:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3883480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcc207df-596b-4f70-b3cc-6ce500b568a0+5:2393:x1876092385378688:12345-192.168.202.1@tcp:400:kworker.0 Request processed in 113us (6618us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181653.360706:0:17145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 103 00000100:00100000:1.0:1789181653.373301:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:0.0:1789181653.373528:0:17146:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385378944 00000100:00100000:0.0:1789181653.373538:0:17146:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385378944 00000100:00100000:0.0:1789181653.373597:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 69 00000100:00100000:0.0:1789181653.373608:0:17146:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dc473d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcc207df-596b-4f70-b3cc-6ce500b568a0+6:2392:x1876092385378944:12345-192.168.202.1@tcp:39:umount.0 00000020:00000080:0.0:1789181653.373648:0:17146:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x76fb55528351861c 00000020:00010000:0.0:1789181653.373657:0:17146:0:(genops.c:1922:obd_stale_export_put()) Put export ffff9c1cc45bb800: total 0 00000100:00080000:0.0:1789181653.373661:0:17146:0:(import.c:65:import_set_state_nolock()) ffff9c1cc45bf000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1789181653.373761:0:17146:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934627 00000100:00100000:0.0:1789181653.373887:0:17146:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dc473d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcc207df-596b-4f70-b3cc-6ce500b568a0+5:2392:x1876092385378944:12345-192.168.202.1@tcp:39:umount.0 Request processed in 280us (595us total) trans 8589934628 rc 0/0 00000100:00100000:0.0:1789181653.373896:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 69 00000020:00010000:3.0:1789181653.380496:0:17897:0:(genops.c:1908:obd_stale_export_get()) Get export ffff9c1cc45bb800: total 0 00010000:00010000:0.0:1789181653.387829:0:17897:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff9c1cc45bb800, canceled 0 locks, left on hash table 1. 00010000:00010000:0.0:1789181653.387874:0:17897:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9c1dc3bdaf00) 00010000:00010000:0.0:1789181653.387878:0:17897:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1789181653.387889:0:17897:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc658b000/0x76fb555283518711 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df83ac expref: 4 pid: 19683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181653.387928:0:17897:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff9c1cc45bb800, canceled 1 locks, left on hash table 0. 00010000:00010000:0.0:1789181653.387943:0:17897:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789181653.387945:0:17897:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789181653.387948:0:17897:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789181653.395569:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:2.0:1789181653.395704:0:17145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385379072 00000100:00100000:2.0:1789181653.395716:0:17145:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385379072 00000100:00100000:2.0:1789181653.395811:0:17145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 70 00000100:00100000:2.0:1789181653.395823:0:17145:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3882300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcc207df-596b-4f70-b3cc-6ce500b568a0+5:2392:x1876092385379072:12345-192.168.202.1@tcp:39:umount.0 00000020:00000080:2.0:1789181653.395864:0:17145:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x76fb555283518623 00000100:00080000:2.0:1789181653.395874:0:17145:0:(import.c:65:import_set_state_nolock()) ffff9c1dc467f000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1789181653.395906:0:17145:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934593 00000100:00100000:2.0:1789181653.396298:0:17145:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3882300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcc207df-596b-4f70-b3cc-6ce500b568a0+3:2392:x1876092385379072:12345-192.168.202.1@tcp:39:umount.0 Request processed in 474us (740us total) trans 8589934594 rc 0/0 00000100:00100000:2.0:1789181653.396306:0:17145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 70 00010000:00010000:0.0:1789181653.396811:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789181653.477430:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:3.0:1789181653.478991:0:17138:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385379328 00000100:00100000:3.0:1789181653.479007:0:17138:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385379328 00000100:00100000:3.0:1789181653.479099:0:17138:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 176 00000100:00100000:3.0:1789181653.479110:0:17138:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1ddff82c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7bec7f81-b22c-449b-9b54-80d117d39796+7:2392:x1876092385379328:12345-192.168.202.1@tcp:251:umount.0 00000020:00000080:3.0:1789181653.479175:0:17138:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x76fb5552835185ba 00000020:00010000:3.0:1789181653.479184:0:17138:0:(genops.c:1922:obd_stale_export_put()) Put export ffff9c1cc1d2c800: total 0 00000100:00080000:3.0:1789181653.479189:0:17138:0:(import.c:65:import_set_state_nolock()) ffff9c1cc1d2a800 : changing import state from FULL to CLOSED 00000100:00100000:3.0:1789181653.479279:0:17138:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1ddff82c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7bec7f81-b22c-449b-9b54-80d117d39796+3:2392:x1876092385379328:12345-192.168.202.1@tcp:251:umount.0 Request processed in 171us (1859us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181653.479286:0:17138:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 176 00000020:00010000:2.0:1789181653.479876:0:17134:0:(genops.c:1908:obd_stale_export_get()) Get export ffff9c1cc1d2c800: total 0 00010000:00010000:2.0:1789181653.479946:0:17134:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff9c1cc1d2c800, canceled 0 locks, left on hash table 1. 00010000:00010000:2.0:1789181653.479987:0:17134:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c1de0b13000/0x76fb5552835185c1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df829b expref: 2 pid: 17138 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181653.480001:0:17134:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff9c1cc1d2c800, canceled 1 locks, left on hash table 0. 00000020:00000080:2.0:1789181653.480012:0:17134:0:(genops.c:885:class_export_put()) final put ffff9c1cc1d2c800/7bec7f81-b22c-449b-9b54-80d117d39796 00010000:00010000:2.0:1789181653.480034:0:17134:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789181653.480036:0:17134:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789181653.480038:0:17134:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1789181653.480047:0:27:0:(genops.c:844:class_export_destroy()) destroying export ffff9c1cc1d2c800/7bec7f81-b22c-449b-9b54-80d117d39796 for MGS 00000020:00000080:2.0:1789181653.480077:0:27:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9c1cc1d2a800 for MGS 00010000:00010000:0.0:1789181653.518960:0:17897:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789181653.774797:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1789181653.774822:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1e008bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876092408524288:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1789181653.774898:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181653.775008:0:18654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408524288 00000100:00100000:2.0:1789181653.775039:0:18654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408524288 00000100:00100000:2.0:1789181653.775109:0:18654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1789181653.775119:0:18654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfdf81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1876092408524288:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1789181653.775148:0:18654:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:2.0:1789181653.775198:0:18654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfdf81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1876092408524288:12345-0@lo:13:osp-pre-0-1.0 Request processed in 81us (300us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181653.775205:0:18654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1789181653.775248:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1e008bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876092408524288:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1789181653.775348:0:17141:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1789181654.543871:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1789181654.605550:0:17899:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1789181654.796150:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dc473d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1876092408524416:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1789181654.796223:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181654.796312:0:18654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408524416 00000100:00100000:1.0:1789181654.796320:0:18654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408524416 00000100:00100000:1.0:1789181654.796376:0:18654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1789181654.796386:0:18654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dc473fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3643:x1876092408524416:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1789181654.796413:0:18654:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1789181654.796456:0:18654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dc473fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3643:x1876092408524416:12345-0@lo:13:osp-pre-1-0.0 Request processed in 72us (233us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181654.796462:0:18654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00080000:1.0:1789181654.796482:0:17141:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1789181654.796515:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dc473d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1876092408524416:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1789181654.796771:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1e008bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:868df35c-3970-416b-9e25-2e3d68c8633a:3645:1876092408524672:0@lo:400:kworker.0 00000100:00100000:2.0:1789181654.796808:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181654.796831:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1e008bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876092408525184:0@lo:400:kworker.0 00000100:00100000:2.0:1789181654.796852:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181654.796867:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1e008bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3645:1876092408525696:0@lo:400:kworker.0 00000100:00100000:2.0:1789181654.796887:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181654.796907:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1789181654.796912:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1e008bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1876092408524800:0@lo:400:kworker.0 00000100:00100000:2.0:1789181654.796934:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181654.796963:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1e008bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876092408525312:0@lo:400:kworker.0 00000100:00100000:2.0:1789181654.796983:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181654.796995:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1e008bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3645:1876092408525824:0@lo:400:kworker.0 00000100:00100000:2.0:1789181654.797021:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181654.797045:0:17146:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408525696 00000100:00100000:2.0:1789181654.797049:0:17146:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408525696 00000100:00100000:2.0:1789181654.797077:0:17146:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408525824 00000100:00100000:2.0:1789181654.797079:0:17146:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408525824 00000100:00100000:2.0:1789181654.797101:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:2.0:1789181654.797122:0:17146:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc46bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3645:x1876092408525696:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789181654.797156:0:17146:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc46bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3645:x1876092408525696:12345-0@lo:400:kworker.0 Request processed in 36us (268us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181654.797162:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:2.0:1789181654.797174:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:2.0:1789181654.797178:0:17146:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc37c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1876092408525824:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789181654.797198:0:17146:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc37c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1876092408525824:12345-0@lo:400:kworker.0 Request processed in 20us (176us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181654.797202:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:2.0:1789181654.797217:0:17151:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408525184 00000100:00100000:2.0:1789181654.797219:0:17151:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408525184 00000100:00100000:2.0:1789181654.797236:0:17151:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408524800 00000100:00100000:2.0:1789181654.797238:0:17151:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408524800 00000100:00100000:2.0:1789181654.797248:0:17151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1789181654.797253:0:17151:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1e008bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3645:x1876092408525184:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789181654.797278:0:17151:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1e008bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3645:x1876092408525184:12345-0@lo:400:kworker.0 Request processed in 25us (425us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181654.797295:0:17151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1789181654.797304:0:17151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:2.0:1789181654.797309:0:17151:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dc4379500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3645:x1876092408524800:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789181654.797329:0:17151:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dc4379500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3645:x1876092408524800:12345-0@lo:400:kworker.0 Request processed in 21us (396us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181654.797334:0:17151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:2.0:1789181654.797357:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1e008bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1876092408524800:0@lo:400:kworker.0 00010000:00080000:2.0:1789181654.797367:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c1e008bed80 x1876092408525824/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789181670 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789181654.797388:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1e008bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3645:1876092408525824:0@lo:400:kworker.0 00000100:00100000:2.0:1789181654.797397:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1e008bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876092408525184:0@lo:400:kworker.0 00000100:00100000:2.0:1789181654.797404:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1e008bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3645:1876092408525696:0@lo:400:kworker.0 00000100:00100000:1.0:1789181654.797713:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1789181654.797741:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dc473d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1876092408526208:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1789181654.797771:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181654.797799:0:17139:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408524672 00000100:00100000:1.0:1789181654.797802:0:17139:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408524672 00000100:00100000:1.0:1789181654.797829:0:17139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 177 00000100:00100000:1.0:1789181654.797835:0:17139:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1ddff80c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:868df35c-3970-416b-9e25-2e3d68c8633a+24:3645:x1876092408524672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789181654.797863:0:17139:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1ddff80c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:868df35c-3970-416b-9e25-2e3d68c8633a+24:3645:x1876092408524672:12345-0@lo:400:kworker.0 Request processed in 28us (1055us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181654.797869:0:17139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 177 00000100:00100000:1.0:1789181654.797908:0:18650:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408525312 00000100:00100000:1.0:1789181654.797912:0:18650:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408525312 00000100:00100000:1.0:1789181654.797933:0:18650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1789181654.797950:0:18650:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc37c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1876092408525312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789181654.797979:0:18650:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc37c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1876092408525312:12345-0@lo:400:kworker.0 Request processed in 40us (994us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181654.797984:0:18650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1789181654.798017:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1e008bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1876092408524544:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1789181654.798040:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181654.798057:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1e008be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3644:1876092408525056:0@lo:400:kworker.0 00000100:00100000:1.0:1789181654.798072:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181654.798086:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1e008bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3644:1876092408525568:0@lo:400:kworker.0 00000100:00100000:1.0:1789181654.798100:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181654.798111:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1e008bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3644:1876092408526080:0@lo:400:kworker.0 00000100:00100000:1.0:1789181654.798125:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181654.798140:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1789181654.798144:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1e008bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1876092408524928:0@lo:400:kworker.0 00000100:00100000:1.0:1789181654.798158:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181654.798171:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1e008bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1876092408525440:0@lo:400:kworker.0 00000100:00100000:1.0:1789181654.798185:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181654.798198:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1e008bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3644:1876092408525952:0@lo:400:kworker.0 00000100:00100000:1.0:1789181654.798212:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181654.798230:0:18653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408524928 00000100:00100000:1.0:1789181654.798233:0:18653:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408524928 00000100:00100000:1.0:1789181654.798253:0:18653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408525440 00000100:00100000:1.0:1789181654.798255:0:18653:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408525440 00000100:00100000:1.0:1789181654.798279:0:18653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1789181654.798296:0:18653:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc4d9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3644:x1876092408524928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789181654.798326:0:18653:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc4d9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3644:x1876092408524928:12345-0@lo:400:kworker.0 Request processed in 31us (167us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181654.798331:0:18653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1789181654.798340:0:18653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1789181654.798345:0:18653:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc4d9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3644:x1876092408525440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789181654.798365:0:18653:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc4d9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3644:x1876092408525440:12345-0@lo:400:kworker.0 Request processed in 21us (179us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181654.798370:0:18653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1789181654.798386:0:19683:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408525056 00000100:00100000:1.0:1789181654.798389:0:19683:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408525056 00000100:00100000:1.0:1789181654.798402:0:19683:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408525568 00000100:00100000:1.0:1789181654.798403:0:19683:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408525568 00000100:00100000:1.0:1789181654.798410:0:19683:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408526080 00000100:00100000:1.0:1789181654.798412:0:19683:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408526080 00000100:00100000:1.0:1789181654.798421:0:19683:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408525952 00000100:00100000:1.0:1789181654.798422:0:19683:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408525952 00000100:00100000:1.0:1789181654.798432:0:19683:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:1.0:1789181654.798436:0:19683:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc4d9c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1876092408525056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789181654.798459:0:19683:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc4d9c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1876092408525056:12345-0@lo:400:kworker.0 Request processed in 22us (386us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181654.798463:0:19683:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:1.0:1789181654.798471:0:19683:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:1.0:1789181654.798476:0:19683:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc4d9f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1876092408525568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789181654.798494:0:19683:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc4d9f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1876092408525568:12345-0@lo:400:kworker.0 Request processed in 18us (393us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181654.798510:0:19683:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:1.0:1789181654.798521:0:19683:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:1.0:1789181654.798526:0:19683:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc4d9df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3644:x1876092408526080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789181654.798552:0:19683:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc4d9df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3644:x1876092408526080:12345-0@lo:400:kworker.0 Request processed in 27us (426us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181654.798557:0:19683:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00100000:1.0:1789181654.798566:0:19683:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:1.0:1789181654.798572:0:19683:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc4d9d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3644:x1876092408525952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789181654.798596:0:19683:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc4d9d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3644:x1876092408525952:12345-0@lo:400:kworker.0 Request processed in 24us (382us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181654.798601:0:19683:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00100000:1.0:1789181654.798621:0:18655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408526208 00000100:00100000:1.0:1789181654.798624:0:18655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408526208 00000100:00100000:1.0:1789181654.798636:0:18655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408524544 00000100:00100000:1.0:1789181654.798638:0:18655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408524544 00000100:00100000:1.0:1789181654.798647:0:18655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1789181654.798652:0:18655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc4d9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1876092408526208:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1789181654.798664:0:18655:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1789181654.798695:0:18655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc4d9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1876092408526208:12345-0@lo:13:osp-pre-1-1.0 Request processed in 44us (924us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181654.798701:0:18655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1789181654.798712:0:18655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1789181654.798717:0:18655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc4d9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1876092408524544:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1789181654.798749:0:18655:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1789181654.798773:0:18655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc4d9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1876092408524544:12345-0@lo:13:osp-pre-0-0.0 Request processed in 56us (732us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181654.798784:0:18655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00080000:1.0:1789181654.798799:0:17141:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1789181654.798802:0:17141:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1789181654.798805:0:17141:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1789181654.798807:0:17141:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1789181654.798835:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dc473d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1876092408526208:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1789181654.798874:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1e008bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1876092408524928:0@lo:400:kworker.0 00000100:00100000:1.0:1789181654.798882:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1e008bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1876092408525440:0@lo:400:kworker.0 00000100:00100000:1.0:1789181654.798890:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1e008bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3644:1876092408525952:0@lo:400:kworker.0 00000100:00100000:1.0:1789181654.798900:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1e008bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1876092408524544:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1789181654.798909:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1e008be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3644:1876092408525056:0@lo:400:kworker.0 00000100:00100000:1.0:1789181654.798918:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1e008bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3644:1876092408525568:0@lo:400:kworker.0 00010000:00080000:1.0:1789181654.798927:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c1e008bfb80 x1876092408526080/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789181670 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789181654.798936:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1e008bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3644:1876092408526080:0@lo:400:kworker.0 00000100:00100000:1.0:1789181654.798964:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1e008bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876092408525312:0@lo:400:kworker.0 00000100:00100000:1.0:1789181654.798974:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1e008bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:868df35c-3970-416b-9e25-2e3d68c8633a:3645:1876092408524672:0@lo:400:kworker.0 00000100:00100000:0.0:1789181654.802405:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1789181654.802429:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc3880e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1876092408526336:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1789181654.802496:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789181654.802540:0:17151:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408526336 00000100:00100000:0.0:1789181654.802548:0:17151:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408526336 00000100:00100000:0.0:1789181654.802592:0:17151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:0.0:1789181654.802600:0:17151:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3881c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3645:x1876092408526336:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1789181654.802635:0:17151:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1789181654.802677:0:17151:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3881c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3645:x1876092408526336:12345-0@lo:41:osp-pre-1-0.0 Request processed in 78us (182us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181654.802684:0:17151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:0.0:1789181654.802752:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc3880e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1876092408526336:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1789181654.807110:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc4d9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1876092408526464:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1789181654.807177:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789181654.807228:0:17150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408526464 00000100:00100000:0.0:1789181654.807235:0:17150:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408526464 00000100:00100000:0.0:1789181654.807285:0:17150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:0.0:1789181654.807293:0:17150:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3880e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1876092408526464:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1789181654.807325:0:17150:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446293504 avail 1300054016 00000100:00100000:0.0:1789181654.807363:0:17150:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3880e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1876092408526464:12345-0@lo:41:osp-pre-0-1.0 Request processed in 70us (185us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181654.807369:0:17150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:0.0:1789181654.807408:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc4d9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1876092408526464:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1789181655.563994:0:17134:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:0.0:1789181655.826498:0:17877:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of fcc207df-596b-4f70-b3cc-6ce500b568a0 00000001:00080000:0.0:1789181655.826514:0:17877:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934594 is committed 00000020:00000080:0.0:1789181655.826520:0:17877:0:(genops.c:885:class_export_put()) final put ffff9c1dc4678000/fcc207df-596b-4f70-b3cc-6ce500b568a0 00000001:00100000:0.0:1789181655.826531:0:17877:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of c5862b8c-2b27-4ce8-9320-ff219707bd0a 00000001:00080000:0.0:1789181655.826537:0:17877:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934593 is committed 00000020:00000080:0.0:1789181655.826539:0:17877:0:(genops.c:885:class_export_put()) final put ffff9c1dfd9f3800/c5862b8c-2b27-4ce8-9320-ff219707bd0a 00000020:00000080:0.0:1789181655.826551:0:12254:0:(genops.c:844:class_export_destroy()) destroying export ffff9c1dc4678000/fcc207df-596b-4f70-b3cc-6ce500b568a0 for lustre-MDT0001 00000020:00000080:0.0:1789181655.826597:0:12254:0:(genops.c:844:class_export_destroy()) destroying export ffff9c1dfd9f3800/c5862b8c-2b27-4ce8-9320-ff219707bd0a for lustre-MDT0001 00000020:00000080:0.0:1789181655.827449:0:12254:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9c1dc467f000 for lustre-MDT0001 00000020:00000080:0.0:1789181655.827462:0:12254:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9c1dfb992000 for lustre-MDT0001 00000001:00100000:0.0:1789181655.830979:0:17125:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of fcc207df-596b-4f70-b3cc-6ce500b568a0 00000001:00080000:0.0:1789181655.830994:0:17125:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934628 is committed 00000020:00000080:0.0:1789181655.831007:0:17125:0:(genops.c:885:class_export_put()) final put ffff9c1cc45bb800/fcc207df-596b-4f70-b3cc-6ce500b568a0 00000001:00100000:0.0:1789181655.831019:0:17125:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of c5862b8c-2b27-4ce8-9320-ff219707bd0a 00000001:00080000:0.0:1789181655.831026:0:17125:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934627 is committed 00000020:00000080:0.0:1789181655.831032:0:17125:0:(genops.c:885:class_export_put()) final put ffff9c1cc1d2d000/c5862b8c-2b27-4ce8-9320-ff219707bd0a 00000020:00000080:0.0:1789181655.831045:0:12254:0:(genops.c:844:class_export_destroy()) destroying export ffff9c1cc45bb800/fcc207df-596b-4f70-b3cc-6ce500b568a0 for lustre-MDT0000 00000020:00000080:0.0:1789181655.831089:0:12254:0:(genops.c:844:class_export_destroy()) destroying export ffff9c1cc1d2d000/c5862b8c-2b27-4ce8-9320-ff219707bd0a for lustre-MDT0000 00000020:00000080:0.0:1789181655.831112:0:12254:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9c1cc45bf000 for lustre-MDT0000 00000020:00000080:0.0:1789181655.831143:0:12254:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9c1cc1d2e000 for lustre-MDT0000 00000001:00100000:1.0:1789181655.836263:0:18647:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of c5862b8c-2b27-4ce8-9320-ff219707bd0a 00000020:00000080:1.0:1789181655.836274:0:18647:0:(genops.c:885:class_export_put()) final put ffff9c1cc3169000/c5862b8c-2b27-4ce8-9320-ff219707bd0a 00000020:00000080:1.0:1789181655.836309:0:12415:0:(genops.c:844:class_export_destroy()) destroying export ffff9c1cc3169000/c5862b8c-2b27-4ce8-9320-ff219707bd0a for lustre-OST0000 00000020:00000080:1.0:1789181655.836345:0:12415:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9c1cc3168000 for lustre-OST0000 00000020:01000004:3.0:1789181656.544574:0:20715:0:(tgt_mount.c:2192:server_umount_begin()) umount -f 00000020:01000004:2.0:1789181656.578648:0:20715:0:(tgt_mount.c:2062:server_put_super()) server put_super lustre-MDT0000 00010000:00010000:2.0:1789181656.578714:0:20715:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1e0084a600/0x76fb55528351817d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518184 expref: -99 pid: 17124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181656.578758:0:20715:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1e0084a600/0x76fb55528351817d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x76fb555283518184 expref: -99 pid: 17124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181656.578766:0:20715:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1e0084a600/0x76fb55528351817d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0x76fb555283518184 expref: -99 pid: 17124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181656.578772:0:20715:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.101@tcp lock: ffff9c1e0084a600/0x76fb55528351817d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0x76fb555283518184 expref: -99 pid: 17124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181656.578795:0:20715:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:2.0:1789181656.578801:0:20715:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:2.0:1789181656.578843:0:20715:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1789181656.578848:0:20715:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:2.0:1789181656.578854:0:20715:0:(pinger.c:399:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1789181656.578880:0:20715:0:(import.c:65:import_set_state_nolock()) ffff9c1de7ec7800 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00010000:00010000:3.0:1789181656.578970:0:17897:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789181656.578980:0:17897:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.101@tcp lock: ffff9c1e0084a600/0x76fb55528351817d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0x76fb555283518184 expref: -99 pid: 17124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181656.579002:0:17897:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1e0084a600 already unused, calling callback (ffffffffc13aac20) 10000000:00010000:3.0:1789181656.579006:0:17897:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.101@tcp lock: ffff9c1e0084a600/0x76fb55528351817d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0x76fb555283518184 expref: -99 pid: 17124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181656.579015:0:17897:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.101@tcp lock: ffff9c1e0084a600/0x76fb55528351817d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1008400000000 nid: local remote: 0x76fb555283518184 expref: -99 pid: 17124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789181656.579022:0:17897:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.101@tcp lock: ffff9c1e0084a600/0x76fb55528351817d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1009400000000 nid: local remote: 0x76fb555283518184 expref: -99 pid: 17124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789181656.579028:0:17897:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1789181656.579031:0:17897:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:3.0:1789181656.579034:0:17897:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:3.0:1789181656.579077:0:17897:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.101@tcp lock: ffff9c1e0084a600/0x76fb55528351817d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x76fb555283518184 expref: -99 pid: 17124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181656.579083:0:17897:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1789181656.579108:0:17897:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.101@tcp lock: ffff9c1e0084a600/0x76fb55528351817d lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x76fb555283518184 expref: -99 pid: 17124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181656.579115:0:17897:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.101@tcp lock: ffff9c1e0084a600/0x76fb55528351817d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x76fb555283518184 expref: -99 pid: 17124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181656.579127:0:17897:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789181656.579128:0:17897:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789181656.579130:0:17897:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789181656.579146:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dfdf80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:868df35c-3970-416b-9e25-2e3d68c8633a:3644:1876092408526720:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789181656.579227:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181656.579781:0:17132:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408526720 00000100:00100000:2.0:1789181656.579788:0:17132:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408526720 00000100:00100000:2.0:1789181656.579840:0:17132:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1789181656.579849:0:17132:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfdf83800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:868df35c-3970-416b-9e25-2e3d68c8633a+24:3644:x1876092408526720:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789181656.579871:0:17132:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789181656.579888:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c1e0085f800/0x76fb555283518184 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x76fb55528351817d expref: 24 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181656.579899:0:17132:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789181656.579938:0:17132:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfdf83800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:868df35c-3970-416b-9e25-2e3d68c8633a+23:3644:x1876092408526720:12345-0@lo:103:ldlm_bl.0 Request processed in 91us (712us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181656.579945:0:17132:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1789181656.580375:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dfdf80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:868df35c-3970-416b-9e25-2e3d68c8633a:3644:1876092408526720:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789181656.581168:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc37c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3642:1876092408526592:0@lo:39:umount.0 00000100:00100000:1.0:1789181656.581216:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181656.581662:0:19683:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408526592 00000100:00100000:3.0:1789181656.581670:0:19683:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408526592 00000100:00100000:3.0:1789181656.581715:0:19683:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:3.0:1789181656.581746:0:19683:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc4d9f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1876092408526592:12345-0@lo:39:umount.0 00000020:00000080:3.0:1789181656.581773:0:19683:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x76fb5552835181ae 00000100:00080000:3.0:1789181656.581781:0:19683:0:(import.c:65:import_set_state_nolock()) ffff9c1dc6df4800 : changing import state from FULL to CLOSED 00000100:00100000:3.0:1789181656.581846:0:19683:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc4d9f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+1:3642:x1876092408526592:12345-0@lo:39:umount.0 Request processed in 123us (628us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181656.581853:0:19683:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000020:00000080:3.0:1789181656.581863:0:19683:0:(genops.c:885:class_export_put()) final put ffff9c1dc6df1000/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:3.0:1789181656.581887:0:63:0:(genops.c:844:class_export_destroy()) destroying export ffff9c1dc6df1000/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000020:00000080:3.0:1789181656.581923:0:63:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9c1dc6df4800 for lustre-MDT0000 00010000:00010000:2.0:1789181656.581974:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789181656.582119:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9c1de7ec7800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:1.0:1789181656.582136:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc37c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3642:1876092408526592:0@lo:39:umount.0 00000100:00080000:2.0:1789181656.582231:0:20715:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1789181656.582234:0:20715:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:2.0:1789181656.582239:0:20715:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:2.0:1789181656.583156:0:20715:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1e0085ea00/0x76fb5552835180ce lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb5552835180d5 expref: -99 pid: 17124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181656.583171:0:20715:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1e0085ea00/0x76fb5552835180ce lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x76fb5552835180d5 expref: -99 pid: 17124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181656.583178:0:20715:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1e0085ea00/0x76fb5552835180ce lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0x76fb5552835180d5 expref: -99 pid: 17124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181656.583186:0:20715:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.101@tcp lock: ffff9c1e0085ea00/0x76fb5552835180ce lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0x76fb5552835180d5 expref: -99 pid: 17124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181656.583208:0:20715:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789181656.583214:0:20715:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1de0b12c00/0x76fb5552835184e1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb5552835184e8 expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181656.583220:0:20715:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1de0b12c00/0x76fb5552835184e1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x76fb5552835184e8 expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181656.583238:0:20715:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1de0b12c00/0x76fb5552835184e1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x76fb5552835184e8 expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181656.583244:0:20715:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.101@tcp lock: ffff9c1de0b12c00/0x76fb5552835184e1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x76fb5552835184e8 expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181656.583257:0:20715:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1789181656.583263:0:20715:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1de0b12400/0x76fb555283518677 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb55528351867e expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181656.583269:0:20715:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1de0b12400/0x76fb555283518677 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x76fb55528351867e expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181656.583274:0:20715:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1de0b12400/0x76fb555283518677 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x76fb55528351867e expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181656.583279:0:20715:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.101@tcp lock: ffff9c1de0b12400/0x76fb555283518677 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x76fb55528351867e expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181656.583293:0:20715:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:2.0:1789181656.583305:0:17133:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1789181656.583311:0:17133:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.101@tcp lock: ffff9c1e0085ea00/0x76fb5552835180ce lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0x76fb5552835180d5 expref: -99 pid: 17124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181656.583317:0:17133:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1e0085ea00 already unused, calling callback (ffffffffc13aac20) 10000000:00010000:2.0:1789181656.583320:0:17133:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.101@tcp lock: ffff9c1e0085ea00/0x76fb5552835180ce lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0x76fb5552835180d5 expref: -99 pid: 17124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181656.583327:0:17133:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.101@tcp lock: ffff9c1e0085ea00/0x76fb5552835180ce lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1008400000000 nid: local remote: 0x76fb5552835180d5 expref: -99 pid: 17124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789181656.583339:0:17133:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.101@tcp lock: ffff9c1e0085ea00/0x76fb5552835180ce lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1009400000000 nid: local remote: 0x76fb5552835180d5 expref: -99 pid: 17124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789181656.583344:0:17133:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1789181656.583346:0:17133:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 00010000:00010000:2.0:1789181656.583374:0:17133:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.101@tcp lock: ffff9c1e0085ea00/0x76fb5552835180ce lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x76fb5552835180d5 expref: -99 pid: 17124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181656.583379:0:17133:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789181656.583399:0:17133:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.101@tcp lock: ffff9c1e0085ea00/0x76fb5552835180ce lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x76fb5552835180d5 expref: -99 pid: 17124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181656.583406:0:17133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.101@tcp lock: ffff9c1e0085ea00/0x76fb5552835180ce lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x76fb5552835180d5 expref: -99 pid: 17124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181656.583418:0:17133:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789181656.583421:0:17133:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.101@tcp lock: ffff9c1de0b12c00/0x76fb5552835184e1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x76fb5552835184e8 expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181656.583426:0:17133:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1de0b12c00 already unused, calling callback (ffffffffc13aac20) 10000000:00010000:2.0:1789181656.583429:0:17133:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.101@tcp lock: ffff9c1de0b12c00/0x76fb5552835184e1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x76fb5552835184e8 expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181656.583435:0:17133:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.101@tcp lock: ffff9c1de0b12c00/0x76fb5552835184e1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x76fb5552835184e8 expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789181656.583440:0:17133:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.101@tcp lock: ffff9c1de0b12c00/0x76fb5552835184e1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x76fb5552835184e8 expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789181656.583445:0:17133:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:2.0:1789181656.583453:0:17133:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:2.0:1789181656.583455:0:17133:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:2.0:1789181656.583470:0:17133:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.101@tcp lock: ffff9c1de0b12c00/0x76fb5552835184e1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x76fb5552835184e8 expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181656.583476:0:17133:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789181656.583481:0:17133:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.101@tcp lock: ffff9c1de0b12c00/0x76fb5552835184e1 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x76fb5552835184e8 expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181656.583487:0:17133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.101@tcp lock: ffff9c1de0b12c00/0x76fb5552835184e1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x76fb5552835184e8 expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181656.583496:0:17133:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789181656.583498:0:17133:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.101@tcp lock: ffff9c1de0b12400/0x76fb555283518677 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x76fb55528351867e expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181656.583504:0:17133:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1de0b12400 already unused, calling callback (ffffffffc13aac20) 10000000:00010000:2.0:1789181656.583507:0:17133:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.101@tcp lock: ffff9c1de0b12400/0x76fb555283518677 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x76fb55528351867e expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181656.583513:0:17133:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.101@tcp lock: ffff9c1de0b12400/0x76fb555283518677 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0x76fb55528351867e expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789181656.583519:0:17133:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.101@tcp lock: ffff9c1de0b12400/0x76fb555283518677 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0x76fb55528351867e expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789181656.583524:0:17133:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:2.0:1789181656.583526:0:17133:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:2.0:1789181656.583528:0:17133:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:2.0:1789181656.583538:0:17133:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.101@tcp lock: ffff9c1de0b12400/0x76fb555283518677 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x76fb55528351867e expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181656.583553:0:17133:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789181656.583566:0:17133:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.101@tcp lock: ffff9c1de0b12400/0x76fb555283518677 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x76fb55528351867e expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181656.583573:0:17133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.101@tcp lock: ffff9c1de0b12400/0x76fb555283518677 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x76fb55528351867e expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181656.583581:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789181656.583583:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789181656.583585:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789181656.583599:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1e008bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:868df35c-3970-416b-9e25-2e3d68c8633a:3646:1876092408526976:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789181656.583654:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181656.583693:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1789181656.583699:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc37c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:868df35c-3970-416b-9e25-2e3d68c8633a:3646:1876092408526848:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789181656.583745:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181656.583771:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1e008bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:868df35c-3970-416b-9e25-2e3d68c8633a:3643:1876092408527104:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789181656.583793:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181656.583823:0:17130:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408526976 00000100:00100000:2.0:1789181656.583829:0:17130:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408526976 00000100:00100000:2.0:1789181656.583862:0:17130:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408526848 00000100:00100000:2.0:1789181656.583865:0:17130:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408526848 00000100:00100000:2.0:1789181656.583877:0:17130:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408527104 00000100:00100000:2.0:1789181656.583879:0:17130:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408527104 00000100:00100000:2.0:1789181656.583893:0:17130:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1789181656.583900:0:17130:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1e008bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:868df35c-3970-416b-9e25-2e3d68c8633a+25:3646:x1876092408526976:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789181656.583912:0:17130:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789181656.583925:0:17130:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c1dc1522200/0x76fb5552835184e8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x76fb5552835184e1 expref: 25 pid: 17139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181656.583944:0:17130:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789181656.583979:0:17130:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1e008bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:868df35c-3970-416b-9e25-2e3d68c8633a+24:3646:x1876092408526976:12345-0@lo:103:ldlm_bl.0 Request processed in 78us (325us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181656.583987:0:17130:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1789181656.584014:0:17130:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1789181656.584020:0:17130:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dff941450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:868df35c-3970-416b-9e25-2e3d68c8633a+23:3646:x1876092408526848:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789181656.584027:0:17130:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789181656.584034:0:17130:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c1e0084be00/0x76fb5552835180d5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x76fb5552835180ce expref: 23 pid: 17139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181656.584042:0:17130:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789181656.584062:0:17130:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dff941450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:868df35c-3970-416b-9e25-2e3d68c8633a+22:3646:x1876092408526848:12345-0@lo:103:ldlm_bl.0 Request processed in 42us (317us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181656.584067:0:17130:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1789181656.584102:0:17130:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1789181656.584107:0:17130:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1e008bc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:868df35c-3970-416b-9e25-2e3d68c8633a+21:3643:x1876092408527104:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789181656.584113:0:17130:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789181656.584121:0:17130:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c1de0b12800/0x76fb55528351867e lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x76fb555283518677 expref: 21 pid: 17139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181656.584128:0:17130:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789181656.584153:0:17130:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1e008bc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:868df35c-3970-416b-9e25-2e3d68c8633a+20:3643:x1876092408527104:12345-0@lo:103:ldlm_bl.0 Request processed in 46us (359us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181656.584159:0:17130:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1789181656.584193:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1e008bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:868df35c-3970-416b-9e25-2e3d68c8633a:3643:1876092408527104:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789181656.584214:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc37c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:868df35c-3970-416b-9e25-2e3d68c8633a:3646:1876092408526848:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789181656.584229:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1e008bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:868df35c-3970-416b-9e25-2e3d68c8633a:3646:1876092408526976:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789181656.584249:0:20715:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1e0085f600/0x76fb5552835180c0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb5552835180c7 expref: -99 pid: 17124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181656.584256:0:20715:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1e0085f600/0x76fb5552835180c0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x76fb5552835180c7 expref: -99 pid: 17124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181656.584261:0:20715:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1e0085f600/0x76fb5552835180c0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x76fb5552835180c7 expref: -99 pid: 17124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181656.584267:0:20715:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.101@tcp lock: ffff9c1e0085f600/0x76fb5552835180c0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x76fb5552835180c7 expref: -99 pid: 17124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181656.584279:0:20715:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:2.0:1789181656.584283:0:20715:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 10000000:01000000:2.0:1789181656.584286:0:20715:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0000 (0) 00010000:00010000:2.0:1789181656.584315:0:17133:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789181656.584320:0:17133:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.101@tcp lock: ffff9c1e0085f600/0x76fb5552835180c0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x76fb5552835180c7 expref: -99 pid: 17124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181656.584326:0:17133:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1e0085f600 already unused, calling callback (ffffffffc13aac20) 10000000:00010000:2.0:1789181656.584329:0:17133:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.101@tcp lock: ffff9c1e0085f600/0x76fb5552835180c0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x76fb5552835180c7 expref: -99 pid: 17124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181656.584336:0:17133:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.101@tcp lock: ffff9c1e0085f600/0x76fb5552835180c0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x76fb5552835180c7 expref: -99 pid: 17124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789181656.584342:0:17133:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.101@tcp lock: ffff9c1e0085f600/0x76fb5552835180c0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x76fb5552835180c7 expref: -99 pid: 17124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789181656.584357:0:17133:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:2.0:1789181656.584359:0:17133:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:2.0:1789181656.584361:0:17133:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:2.0:1789181656.584374:0:17133:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.101@tcp lock: ffff9c1e0085f600/0x76fb5552835180c0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x76fb5552835180c7 expref: -99 pid: 17124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181656.584380:0:17133:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789181656.584391:0:17133:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.101@tcp lock: ffff9c1e0085f600/0x76fb5552835180c0 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x76fb5552835180c7 expref: -99 pid: 17124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181656.584398:0:17133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.101@tcp lock: ffff9c1e0085f600/0x76fb5552835180c0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x76fb5552835180c7 expref: -99 pid: 17124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181656.584408:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789181656.584409:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789181656.584411:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789181656.584416:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789181656.584424:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1e008bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:868df35c-3970-416b-9e25-2e3d68c8633a:3643:1876092408527232:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789181656.584446:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181656.584468:0:17130:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408527232 00000100:00100000:2.0:1789181656.584471:0:17130:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408527232 00000100:00100000:2.0:1789181656.584493:0:17130:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1789181656.584499:0:17130:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1e008bf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:868df35c-3970-416b-9e25-2e3d68c8633a+20:3643:x1876092408527232:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789181656.584506:0:17130:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789181656.584514:0:17130:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c1cc39f0200/0x76fb5552835180c7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x76fb5552835180c0 expref: 20 pid: 17138 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181656.584522:0:17130:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789181656.584552:0:17130:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1e008bf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:868df35c-3970-416b-9e25-2e3d68c8633a+19:3643:x1876092408527232:12345-0@lo:103:ldlm_bl.0 Request processed in 53us (105us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181656.584558:0:17130:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1789181656.584582:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1e008bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:868df35c-3970-416b-9e25-2e3d68c8633a:3643:1876092408527232:0@lo:103:ldlm_bl.0 00000020:01000004:2.0:1789181656.584600:0:20715:0:(tgt_mount.c:2112:server_put_super()) stopping lustre-MDT0000 00000020:01000000:2.0:1789181656.584604:0:20715:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='F') 00000020:00000080:2.0:1789181656.584608:0:20715:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789181656.584614:0:20715:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 4/9 00000020:00080000:2.0:1789181656.584618:0:20715:0:(genops.c:1818:print_export_data()) lustre-MDT0000: ACTIVE ffff9c1cc36c5800 lustre-MDT0000-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1789181656.584624:0:20715:0:(genops.c:1818:print_export_data()) lustre-MDT0000: ACTIVE ffff9c1de7ec3800 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1789181656.584629:0:20715:0:(genops.c:1818:print_export_data()) lustre-MDT0000: ACTIVE ffff9c1de60e0000 lustre-MDT0000-lwp-MDT0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1789181656.584634:0:20715:0:(genops.c:1818:print_export_data()) lustre-MDT0000: ACTIVE ffff9c1cc3925800 lustre-MDT0001-mdtlov_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1789181656.584638:0:20715:0:(genops.c:1552:class_disconnect_exports()) OBD device 5 (ffff9c1cc38eb380) has exports, disconnecting them 00000020:00080000:2.0:1789181656.584642:0:20715:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff9c1cc36c5800), last request at 1789181654 00000020:00000080:2.0:1789181656.584648:0:20715:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x76fb5552835184b0 00000100:00080000:2.0:1789181656.584662:0:20715:0:(import.c:65:import_set_state_nolock()) ffff9c1cc36c6800 : changing import state from FULL to CLOSED 00010000:00010000:2.0:1789181656.584693:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:2.0:1789181656.584704:0:20715:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff9c1cc36c5800): rc 0 00000020:00000080:2.0:1789181656.584707:0:20715:0:(genops.c:885:class_export_put()) final put ffff9c1cc36c5800/lustre-MDT0000-lwp-OST0001_UUID 00000020:00080000:2.0:1789181656.584714:0:20715:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff9c1de7ec3800), last request at 1789181654 00000020:00000080:2.0:1789181656.584717:0:20715:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x76fb55528351834b 00000100:00080000:2.0:1789181656.584739:0:20715:0:(import.c:65:import_set_state_nolock()) ffff9c1e00d27000 : changing import state from FULL to CLOSED 00000020:00000080:2.0:1789181656.584752:0:27:0:(genops.c:844:class_export_destroy()) destroying export ffff9c1cc36c5800/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000 00000020:00000080:2.0:1789181656.584787:0:27:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9c1cc36c6800 for lustre-MDT0000 00010000:00010000:2.0:1789181656.584795:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:2.0:1789181656.584802:0:20715:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff9c1de7ec3800): rc 0 00000020:00000080:2.0:1789181656.584804:0:20715:0:(genops.c:885:class_export_put()) final put ffff9c1de7ec3800/lustre-MDT0000-lwp-OST0000_UUID 00000020:00080000:2.0:1789181656.584816:0:20715:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff9c1de60e0000), last request at 1789181572 00000020:00000080:2.0:1789181656.584820:0:20715:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x76fb55528351829c 00000100:00080000:2.0:1789181656.584824:0:20715:0:(import.c:65:import_set_state_nolock()) ffff9c1de60e2000 : changing import state from FULL to CLOSED 00000020:00000080:2.0:1789181656.584834:0:27:0:(genops.c:844:class_export_destroy()) destroying export ffff9c1de7ec3800/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000020:00000080:2.0:1789181656.584856:0:27:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9c1e00d27000 for lustre-MDT0000 00010000:00010000:2.0:1789181656.584863:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:2.0:1789181656.584870:0:20715:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff9c1de60e0000): rc 0 00000020:00000080:2.0:1789181656.584872:0:20715:0:(genops.c:885:class_export_put()) final put ffff9c1de60e0000/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00080000:2.0:1789181656.584879:0:20715:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff9c1cc3925800), last request at 1789181572 00000020:00000080:2.0:1789181656.584882:0:20715:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x76fb555283518241 00000100:00080000:2.0:1789181656.584885:0:20715:0:(import.c:65:import_set_state_nolock()) ffff9c1dfb0fb800 : changing import state from FULL to CLOSED 00000020:00000080:2.0:1789181656.584894:0:27:0:(genops.c:844:class_export_destroy()) destroying export ffff9c1de60e0000/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000 00000020:00000080:2.0:1789181656.584912:0:27:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9c1de60e2000 for lustre-MDT0000 00010000:00010000:2.0:1789181656.584919:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000004:2.0:1789181656.584925:0:20715:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934628 00000020:00080000:2.0:1789181656.585017:0:20715:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff9c1cc3925800): rc 0 00000004:00000080:2.0:1789181656.585024:0:20715:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffffa94547dd3ae0 00000100:00080000:2.0:1789181656.585041:0:20715:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1789181656.585045:0:20715:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:2.0:1789181656.585860:0:20715:0:(pinger.c:399:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000100:00080000:2.0:1789181656.585877:0:20715:0:(import.c:65:import_set_state_nolock()) ffff9c1dfaf22000 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00010000:00010000:3.0:1789181656.587316:0:17134:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789181656.587497:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1e008bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876092408527360:0@lo:39:umount.0 00000100:00100000:1.0:1789181656.587566:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1789181656.587631:0:17897:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789181656.587756:0:18162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408527360 00000100:00100000:3.0:1789181656.587764:0:18162:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408527360 00000100:00100000:3.0:1789181656.587816:0:18162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:3.0:1789181656.587826:0:18162:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc4d9d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1876092408527360:12345-0@lo:39:umount.0 00000020:00000080:3.0:1789181656.587853:0:18162:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x76fb5552835182c6 00000100:00080000:3.0:1789181656.587861:0:18162:0:(import.c:65:import_set_state_nolock()) ffff9c1dfb029000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1789181656.587883:0:18162:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:3.0:1789181656.588080:0:18162:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc4d9d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+3:3642:x1876092408527360:12345-0@lo:39:umount.0 Request processed in 255us (513us total) trans 8589934595 rc 0/0 00000100:00100000:3.0:1789181656.588088:0:18162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00010000:00010000:3.0:1789181656.588111:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789181656.591747:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9c1dfaf22000 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:1.0:1789181656.591766:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1e008bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876092408527360:0@lo:39:umount.0 00000100:00080000:2.0:1789181656.597945:0:20715:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1789181656.597954:0:20715:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934598 gen 3 00000004:00080000:2.0:1789181656.597977:0:20715:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:2.0:1789181656.598051:0:20715:0:(pinger.c:399:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:2.0:1789181656.598206:0:20715:0:(import.c:65:import_set_state_nolock()) ffff9c1de7f49000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:2.0:1789181656.598225:0:20715:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1789181656.598227:0:20715:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934594 gen 3 00000004:00080000:2.0:1789181656.598251:0:20715:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:2.0:1789181656.598311:0:20715:0:(pinger.c:399:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:2.0:1789181656.598321:0:20715:0:(import.c:65:import_set_state_nolock()) ffff9c1cc1d28000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:2.0:1789181656.598362:0:20715:0:(genops.c:1557:class_disconnect_exports()) OBD device 5 (ffff9c1cc38eb380) has no exports 00000100:00100000:1.0:1789181656.598447:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1e008bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876092408527488:0@lo:9:umount.0 00000100:00100000:1.0:1789181656.598514:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181656.598555:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1e008be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876092408527616:0@lo:9:umount.0 00000100:00100000:1.0:1789181656.598575:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181656.598625:0:18652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408527488 00000100:00100000:1.0:1789181656.598633:0:18652:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408527488 00000100:00100000:1.0:1789181656.598693:0:18652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408527616 00000100:00100000:1.0:1789181656.598697:0:18652:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408527616 00000100:00100000:1.0:1789181656.598718:0:18652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1789181656.598750:0:18652:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc4d9f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1876092408527488:12345-0@lo:9:umount.0 00000020:00000080:1.0:1789181656.598779:0:18652:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x76fb555283518391 00000100:00080000:1.0:1789181656.598787:0:18652:0:(import.c:65:import_set_state_nolock()) ffff9c1df27ee000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1789181656.598823:0:18652:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:1.0:1789181656.598948:0:18652:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc4d9f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+2:3642:x1876092408527488:12345-0@lo:9:umount.0 Request processed in 200us (434us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181656.598955:0:18652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1789181656.598969:0:18652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1789181656.598983:0:18652:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dc473d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1876092408527616:12345-0@lo:9:umount.0 00000020:00000080:1.0:1789181656.599004:0:18652:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x76fb5552835184ef 00000100:00080000:1.0:1789181656.599009:0:18652:0:(import.c:65:import_set_state_nolock()) ffff9c1cc45b8000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1789181656.599031:0:18652:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00080000:2.0:1789181656.600026:0:17141:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1789181656.600034:0:17141:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1789181656.600211:0:18652:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dc473d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+2:3642:x1876092408527616:12345-0@lo:9:umount.0 Request processed in 1226us (1632us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181656.600220:0:18652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00080000:1.0:1789181656.600263:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9c1de7f49000 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00010000:00010000:0.0:1789181656.600425:0:17134:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1789181656.600461:0:3642:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00010000:00010000:0.0:1789181656.602857:0:17897:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789181656.608688:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1789181656.617687:0:3642:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1789181656.617706:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1e008bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876092408527488:0@lo:9:umount.0 00000100:00080000:1.0:1789181656.617783:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9c1cc1d28000 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:1.0:1789181656.617804:0:3642:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:1.0:1789181656.617806:0:3642:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1789181656.617809:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1e008be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876092408527616:0@lo:9:umount.0 00000020:00080000:3.0:1789181656.631060:0:20715:0:(genops.c:1557:class_disconnect_exports()) OBD device 5 (ffff9c1cc38eb380) has no exports 00000020:00000080:3.0:1789181656.714917:0:20715:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x76fb55528351811b 00000020:00000080:3.0:1789181656.714936:0:20715:0:(genops.c:885:class_export_put()) final put ffff9c1dd002f800/lustre-QMT0000_UUID 00000020:01000000:3.0:1789181656.714953:0:20715:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000080:3.0:1789181656.715105:0:63:0:(genops.c:844:class_export_destroy()) destroying export ffff9c1dd002f800/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000080:2.0:1789181656.715188:0:20715:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789181656.715198:0:20715:0:(obd_config.c:956:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1789181656.715203:0:20715:0:(genops.c:1557:class_disconnect_exports()) OBD device 7 (ffff9c1de7f23380) has no exports 00000020:00000080:2.0:1789181656.715512:0:20715:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x76fb555283518114 00000020:00000080:2.0:1789181656.715518:0:20715:0:(genops.c:885:class_export_put()) final put ffff9c1cc2473800/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1789181656.715532:0:27:0:(genops.c:844:class_export_destroy()) destroying export ffff9c1cc2473800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:2.0:1789181656.715575:0:20715:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789181656.715583:0:20715:0:(obd_config.c:883:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:2.0:1789181656.715586:0:20715:0:(genops.c:885:class_export_put()) final put ffff9c1cc2477000/lustre-QMT0000_UUID 00000020:00000080:2.0:1789181656.715588:0:20715:0:(genops.c:844:class_export_destroy()) destroying export ffff9c1cc2477000/lustre-QMT0000_UUID for lustre-QMT0000 00000020:01000000:2.0:1789181656.715593:0:20715:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00010000:00010000:0.0:1789181657.614316:0:17134:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789181658.636702:0:17897:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789181658.892040:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1e008bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876092408527744:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1789181658.892144:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181658.892252:0:18655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408527744 00000100:00100000:2.0:1789181658.892262:0:18655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408527744 00000100:00100000:2.0:1789181658.892342:0:18655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1789181658.892363:0:18655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dd0066300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1876092408527744:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1789181658.892395:0:18655:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:2.0:1789181658.892450:0:18655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dd0066300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1876092408527744:12345-0@lo:13:osp-pre-0-1.0 Request processed in 89us (305us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181658.892457:0:18655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1789181658.892504:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1e008bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876092408527744:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1789181658.892683:0:17141:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1789181659.660809:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789181659.916016:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1e008bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876092408528256:0@lo:400:kworker.0 00000100:00100000:2.0:1789181659.916101:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181659.916161:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1e008bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3645:1876092408528768:0@lo:400:kworker.0 00000100:00100000:2.0:1789181659.916191:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181659.916231:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1789181659.916240:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1e008bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:868df35c-3970-416b-9e25-2e3d68c8633a:3645:1876092408527872:0@lo:400:kworker.0 00000100:00100000:2.0:1789181659.916273:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181659.916299:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1e008bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3645:1876092408528384:0@lo:400:kworker.0 00000100:00100000:2.0:1789181659.916335:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181659.916354:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1e008be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3645:1876092408528896:0@lo:400:kworker.0 00000100:00100000:2.0:1789181659.916375:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181659.916766:0:18653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408528256 00000100:00100000:2.0:1789181659.916775:0:18653:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408528256 00000100:00100000:2.0:1789181659.916829:0:18653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1789181659.916837:0:18653:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1e008bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3645:x1876092408528256:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789181659.916897:0:18653:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1e008bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3645:x1876092408528256:12345-0@lo:400:kworker.0 Request processed in 60us (795us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181659.916903:0:18653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1789181659.917059:0:19683:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408528768 00000100:00100000:3.0:1789181659.917064:0:19683:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408528768 00000100:00100000:3.0:1789181659.917091:0:19683:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408528384 00000100:00100000:3.0:1789181659.917093:0:19683:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408528384 00000100:00100000:3.0:1789181659.917102:0:19683:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408528896 00000100:00100000:3.0:1789181659.917104:0:19683:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408528896 00000100:00100000:2.0:1789181659.918306:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1e008bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876092408528256:0@lo:400:kworker.0 00000100:00100000:0.0:1789181659.935005:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1e008bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1876092408528000:0@lo:400:kworker.0 00000100:00100000:0.0:1789181659.935102:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789181659.935151:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1e008bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3643:1876092408528512:0@lo:400:kworker.0 00000100:00100000:0.0:1789181659.935176:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789181659.935222:0:17140:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408527872 00000100:00100000:0.0:1789181659.935230:0:17140:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408527872 00000100:00100000:0.0:1789181659.935287:0:17140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 178 00000100:00100000:0.0:1789181659.935296:0:17140:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1ddff81450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:868df35c-3970-416b-9e25-2e3d68c8633a+19:3645:x1876092408527872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789181659.935350:0:17140:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1ddff81450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:868df35c-3970-416b-9e25-2e3d68c8633a+19:3645:x1876092408527872:12345-0@lo:400:kworker.0 Request processed in 55us (19076us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181659.935358:0:17140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 178 00000100:00100000:0.0:1789181659.935427:0:17151:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408528000 00000100:00100000:0.0:1789181659.935430:0:17151:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408528000 00000100:00100000:0.0:1789181659.935451:0:17151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:0.0:1789181659.935456:0:17151:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3882d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3643:x1876092408528000:12345-0@lo:400:kworker.0 00000020:00080000:0.0:1789181659.935462:0:17151:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:0.0:1789181659.935486:0:17151:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3882d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3643:x1876092408528000:12345-0@lo:400:kworker.0 Request processed in 29us (385us total) trans 0 rc -107/-107 00000100:00100000:0.0:1789181659.935492:0:17151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:0.0:1789181659.935512:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc3883800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1876092408529024:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1789181659.935535:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1789181659.935590:0:3643:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-osp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:0.0:1789181659.935594:0:3643:0:(import.c:65:import_set_state_nolock()) ffff9c1e00841800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1789181659.935599:0:3643:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-osp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00100000:3.0:1789181659.936478:0:19683:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:3.0:1789181659.936501:0:19683:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dffa52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3645:x1876092408528896:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789181659.936562:0:19683:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dffa52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3645:x1876092408528896:12345-0@lo:400:kworker.0 Request processed in 70us (20185us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181659.937137:0:17145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1789181659.937145:0:17145:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc37c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3645:x1876092408528768:12345-0@lo:400:kworker.0 00000020:00080000:2.0:1789181659.937153:0:17145:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:2.0:1789181659.937195:0:17145:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc37c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3645:x1876092408528768:12345-0@lo:400:kworker.0 Request processed in 50us (21003us total) trans 0 rc -107/-107 00000100:00100000:2.0:1789181659.937202:0:17145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1789181659.937230:0:17145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408528512 00000100:00100000:2.0:1789181659.937236:0:17145:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408528512 00000100:00100000:2.0:1789181659.937257:0:17145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1789181659.937274:0:17145:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dffa52a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3645:x1876092408528384:12345-0@lo:400:kworker.0 00000020:00080000:2.0:1789181659.937279:0:17145:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:2.0:1789181659.937303:0:17145:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dffa52a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3645:x1876092408528384:12345-0@lo:400:kworker.0 Request processed in 29us (20969us total) trans 0 rc -107/-107 00000100:00100000:2.0:1789181659.937308:0:17145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1789181659.937321:0:17145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:2.0:1789181659.937325:0:17145:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3881500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3643:x1876092408528512:12345-0@lo:400:kworker.0 00000020:00080000:2.0:1789181659.937329:0:17145:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:2.0:1789181659.937349:0:17145:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3881500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3643:x1876092408528512:12345-0@lo:400:kworker.0 Request processed in 22us (2172us total) trans 0 rc -107/-107 00000100:00100000:2.0:1789181659.937354:0:17145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00080000:2.0:1789181659.938120:0:17141:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1789181659.938126:0:17141:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1789181659.938155:0:17150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408529024 00000100:00100000:2.0:1789181659.938160:0:17150:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408529024 00000100:00100000:2.0:1789181659.938188:0:17150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:2.0:1789181659.938193:0:17150:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3881180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3643:x1876092408529024:12345-0@lo:41:osp-pre-0-1.0 00000020:00080000:2.0:1789181659.938199:0:17150:0:(tgt_handler.c:807:tgt_request_handle()) operation 41 on unconnected OST from 12345-0@lo 00000100:00100000:3.0:1789181659.938557:0:19683:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00100000:3.0:1789181659.939068:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1e008bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:868df35c-3970-416b-9e25-2e3d68c8633a:3645:1876092408527872:0@lo:400:kworker.0 00000100:00080000:3.0:1789181659.939084:0:3645:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:3.0:1789181659.939089:0:3645:0:(import.c:65:import_set_state_nolock()) ffff9c1de60e5800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1789181659.939092:0:3645:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:3.0:1789181659.939097:0:3645:0:(import.c:65:import_set_state_nolock()) ffff9c1de60e5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789181659.939101:0:3645:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 528 00000100:00080000:3.0:1789181659.939110:0:3645:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9c1de60e5800 using connection 192.168.202.101@tcp/0@lo 00000100:00100000:3.0:1789181659.939137:0:3645:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c1dfdf80e00 x1876092408529280/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789181659.939156:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1e008bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3645:1876092408528384:0@lo:400:kworker.0 00010000:00080000:3.0:1789181659.939169:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c1e008be680 x1876092408528896/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789181675 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789181659.939193:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1e008be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3645:1876092408528896:0@lo:400:kworker.0 00000100:00080000:3.0:1789181659.939207:0:3645:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:3.0:1789181659.939210:0:3645:0:(import.c:65:import_set_state_nolock()) ffff9c1cc3169800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1789181659.939213:0:3645:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:3.0:1789181659.939216:0:3645:0:(import.c:65:import_set_state_nolock()) ffff9c1cc3169800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789181659.939219:0:3645:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 564 00000100:00080000:3.0:1789181659.939224:0:3645:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9c1cc3169800 using connection 192.168.202.101@tcp/0@lo 00000100:00100000:3.0:1789181659.939236:0:3645:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c1dfdf82300 x1876092408529408/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789181659.939244:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1e008bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3645:1876092408528768:0@lo:400:kworker.0 00000100:00100000:3.0:1789181659.939277:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dfdf80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3642:1876092408529280:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:3.0:1789181659.939316:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181659.939343:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dfdf82300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3642:1876092408529408:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:3.0:1789181659.939363:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181659.939393:0:17146:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408529280 00000100:00100000:3.0:1789181659.939397:0:17146:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408529280 00000100:00100000:2.0:1789181659.939531:0:17150:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3881180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3643:x1876092408529024:12345-0@lo:41:osp-pre-0-1.0 Request processed in 40us (2698us total) trans 0 rc -107/-107 00000100:00100000:2.0:1789181659.939541:0:17150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:2.0:1789181659.940051:0:17145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408529408 00000100:00100000:2.0:1789181659.940056:0:17145:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408529408 00000100:00100000:2.0:1789181659.940077:0:17145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:2.0:1789181659.940083:0:17145:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfdf81500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3642:x1876092408529408:12345-0@lo:38:ptlrpcd_00_02.0 00010000:02000000:2.0:1789181659.940098:0:17145:0:(ldlm_lib.c:1212:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:1.0:1789181659.940180:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1e008bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1876092408528128:0@lo:400:kworker.0 00000100:00100000:1.0:1789181659.940231:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181659.940256:0:18978:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408528128 00000100:00100000:1.0:1789181659.940259:0:18978:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408528128 00000100:00100000:1.0:1789181659.940289:0:18978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1789181659.940295:0:18978:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dd0065180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3644:x1876092408528128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789181659.940337:0:18978:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dd0065180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3644:x1876092408528128:12345-0@lo:400:kworker.0 Request processed in 42us (105us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181659.940344:0:18978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1789181659.940386:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1e008bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1876092408528128:0@lo:400:kworker.0 00000100:00100000:1.0:1789181659.940394:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1e008bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3644:1876092408528640:0@lo:400:kworker.0 00000100:00100000:3.0:1789181659.940524:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:3.0:1789181659.940529:0:17146:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfdf81180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3642:x1876092408529280:12345-0@lo:38:ptlrpcd_00_02.0 00010000:02000000:3.0:1789181659.940538:0:17146:0:(ldlm_lib.c:1212:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:3.0:1789181659.940574:0:17146:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfdf81180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3642:x1876092408529280:12345-0@lo:38:ptlrpcd_00_02.0 Request processed in 44us (1258us total) trans 0 rc -19/-19 00000100:00100000:3.0:1789181659.948940:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00080000:3.0:1789181659.949051:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9c1de60e5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789181659.949075:0:3642:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1789181659.949079:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dfdf80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3642:1876092408529280:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:1.0:1789181659.949384:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181659.949451:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dffa50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1876092408529152:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1789181659.949490:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181659.949522:0:18655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408529152 00000100:00100000:1.0:1789181659.949528:0:18655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408529152 00000100:00100000:1.0:1789181659.949587:0:18655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1789181659.949596:0:18655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dd0064a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1876092408529152:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1789181659.949628:0:18655:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1789181659.949681:0:18655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dd0064a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1876092408529152:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (190us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181659.949687:0:18655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1789181659.949738:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dffa50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1876092408529152:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1789181659.951551:0:17146:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408528640 00000100:00100000:3.0:1789181659.951564:0:17146:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408528640 00000100:00100000:3.0:1789181659.951677:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:3.0:1789181659.951687:0:17146:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dd0065500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3644:x1876092408528640:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789181659.951789:0:17146:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dd0065500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3644:x1876092408528640:12345-0@lo:400:kworker.0 Request processed in 103us (2405us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181659.951796:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00080000:1.0:1789181659.952220:0:17141:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:1.0:1789181659.952259:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c1e008bed80 x1876092408528640/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789181675 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789181659.952274:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1e008bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3644:1876092408528640:0@lo:400:kworker.0 00000100:00080000:0.0:1789181659.966967:0:3643:0:(import.c:65:import_set_state_nolock()) ffff9c1e00841800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789181659.966979:0:3643:0:(import.c:545:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 528 00000100:00080000:0.0:1789181659.966995:0:3643:0:(import.c:666:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9c1e00841800 using connection 192.168.202.101@tcp/0@lo 00000100:00100000:0.0:1789181659.967048:0:3643:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c1cc3881f80 x1876092408529536/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789181659.967085:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1e008bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1876092408528000:0@lo:400:kworker.0 00000100:00080000:0.0:1789181659.967118:0:3643:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0000 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:0.0:1789181659.967122:0:3643:0:(import.c:65:import_set_state_nolock()) ffff9c1df27e8800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1789181659.967125:0:3643:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:0.0:1789181659.967128:0:3643:0:(import.c:65:import_set_state_nolock()) ffff9c1df27e8800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789181659.967131:0:3643:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 545 00000100:00080000:0.0:1789181659.967136:0:3643:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9c1df27e8800 using connection 192.168.202.101@tcp/0@lo 00000100:00100000:0.0:1789181659.967147:0:3643:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c1cc3883100 x1876092408529664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789181659.967157:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1e008bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3643:1876092408528512:0@lo:400:kworker.0 00000100:02020000:0.0:1789181659.967191:0:3643:0:(client.c:1505:ptlrpc_check_status()) lustre-MDT0000-osp-MDT0001: operation mds_statfs to node 0@lo failed: rc = -107 00000100:00080000:0.0:1789181659.967198:0:3643:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-osp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:0.0:1789181659.967201:0:3643:0:(import.c:214:ptlrpc_set_import_discon()) osp: import ffff9c1e00841800 already not connected (conn 2, was 1): CONNECTING 00000100:00100000:3.0:1789181659.969507:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc3881f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1876092408529536:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:3.0:1789181659.969565:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181659.969610:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc3883100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3642:1876092408529664:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:3.0:1789181659.969638:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789181659.969821:0:18162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408529536 00000100:00100000:0.0:1789181659.969829:0:18162:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408529536 00000100:00100000:0.0:1789181659.969888:0:18162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:0.0:1789181659.969896:0:18162:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfdf80e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3642:x1876092408529536:12345-0@lo:38:ptlrpcd_00_00.0 00010000:02000000:0.0:1789181659.969913:0:18162:0:(ldlm_lib.c:1212:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:0.0:1789181659.969977:0:18162:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfdf80e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3642:x1876092408529536:12345-0@lo:38:ptlrpcd_00_00.0 Request processed in 80us (410us total) trans 0 rc -19/-19 00000100:00100000:0.0:1789181659.969985:0:18162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00080000:0.0:1789181659.970022:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9c1e00841800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789181659.970027:0:3642:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1789181659.970029:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc3881f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1876092408529536:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:1.0:1789181659.971011:0:17147:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408529664 00000100:00100000:1.0:1789181659.971018:0:17147:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408529664 00000100:00100000:1.0:1789181659.971048:0:17147:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:1.0:1789181659.971053:0:17147:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfdf80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3642:x1876092408529664:12345-0@lo:38:ptlrpcd_00_00.0 00010000:02000000:1.0:1789181659.971062:0:17147:0:(ldlm_lib.c:1212:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:1.0:1789181659.971098:0:17147:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfdf80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3642:x1876092408529664:12345-0@lo:38:ptlrpcd_00_00.0 Request processed in 45us (1461us total) trans 0 rc -19/-19 00000100:00100000:1.0:1789181659.971112:0:17147:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00080000:0.0:1789181659.971719:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9c1df27e8800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789181659.971759:0:3642:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1789181659.971763:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc3883100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3642:1876092408529664:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:3.0:1789181660.006378:0:17145:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfdf81500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3642:x1876092408529408:12345-0@lo:38:ptlrpcd_00_02.0 Request processed in 66283us (67003us total) trans 0 rc -19/-19 00000100:00100000:3.0:1789181660.006392:0:17145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00080000:0.0:1789181660.006625:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9c1cc3169800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789181660.006631:0:3642:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1789181660.006635:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dfdf82300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3642:1876092408529408:0@lo:38:ptlrpcd_00_02.0 00010000:00010000:0.0:1789181660.684012:0:17134:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789181661.709238:0:17897:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:0.0:1789181661.971042:0:17877:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00080000:0.0:1789181661.971059:0:17877:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934595 is committed 00000020:00000080:0.0:1789181661.971065:0:17877:0:(genops.c:885:class_export_put()) final put ffff9c1dfb02b800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1789181661.971085:0:12254:0:(genops.c:844:class_export_destroy()) destroying export ffff9c1dfb02b800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001 00000020:00000080:0.0:1789181661.971137:0:12254:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9c1dfb029000 for lustre-MDT0001 00000001:00100000:2.0:1789181661.971462:0:18647:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1789181661.971466:0:18647:0:(genops.c:885:class_export_put()) final put ffff9c1df27ef000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1789181661.971499:0:27:0:(genops.c:844:class_export_destroy()) destroying export ffff9c1df27ef000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000080:2.0:1789181661.971525:0:27:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9c1df27ee000 for lustre-OST0000 00000001:00100000:3.0:1789181661.971993:0:19466:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1789181661.971997:0:19466:0:(genops.c:885:class_export_put()) final put ffff9c1cc45b9800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1789181661.972015:0:63:0:(genops.c:844:class_export_destroy()) destroying export ffff9c1cc45b9800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001 00000020:00000080:3.0:1789181661.972038:0:63:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9c1cc45b8000 for lustre-OST0001 00000001:00100000:0.0:1789181661.972108:0:17125:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1789181661.972112:0:17125:0:(genops.c:885:class_export_put()) final put ffff9c1cc3925800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1789181661.972129:0:12254:0:(genops.c:844:class_export_destroy()) destroying export ffff9c1cc3925800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000 00000020:00000080:0.0:1789181661.972164:0:12254:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9c1dfb0fb800 for lustre-MDT0000 00010000:00010000:0.0:1789181662.733523:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:2.0:1789181662.798410:0:20715:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9c1dfaf1cea0 - data ffff9c1de48d10d8/ffff9c1cc44bf800 00000020:01000000:2.0:1789181662.798547:0:20715:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9c1cc250d240 - data ffff9c1dc2218360/ffff9c1dfd8fb000 00000001:00000004:2.0:1789181662.807480:0:20715:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934628 00000100:00080000:1.0:1789181662.931154:0:20715:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1789181662.931163:0:20715:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:1.0:1789181662.931179:0:20715:0:(client.c:3164:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9c1e008bd500 x1876092408527360/t8589934595(8589934595) o39->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789181666 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789181662.931203:0:20715:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:1.0:1789181662.939640:0:20715:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1789181662.939650:0:20715:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934598 gen 4 00000004:00080000:1.0:1789181662.940103:0:20715:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1789181662.940106:0:20715:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:1.0:1789181662.959576:0:17169:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:1.0:1789181662.959585:0:17169:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 2 count 1 00000040:00080000:1.0:1789181662.959598:0:17169:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:3.0:1789181662.960296:0:20715:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1789181662.960303:0:20715:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934594 gen 4 00000004:00080000:3.0:1789181662.960324:0:20715:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1789181662.960327:0:20715:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:1.0:1789181662.961393:0:17171:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:1.0:1789181662.961398:0:17171:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xc:0x0] index 1 count 1 00000040:00080000:1.0:1789181662.961409:0:17171:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:1.0:1789181662.987647:0:20715:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x76fb5552835180e3 00000020:00000080:1.0:1789181662.987659:0:20715:0:(genops.c:885:class_export_put()) final put ffff9c1e00921800/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1789181662.987769:0:12415:0:(genops.c:844:class_export_destroy()) destroying export ffff9c1e00921800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:3.0:1789181662.994551:0:20715:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x76fb5552835180f8 00000020:00000080:3.0:1789181662.994566:0:20715:0:(genops.c:885:class_export_put()) final put ffff9c1dc7391800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:3.0:1789181662.994575:0:20715:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000080:3.0:1789181662.994596:0:63:0:(genops.c:844:class_export_destroy()) destroying export ffff9c1dc7391800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:00000080:3.0:1789181662.994607:0:20715:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789181662.994616:0:20715:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1789181662.994620:0:20715:0:(genops.c:1557:class_disconnect_exports()) OBD device 4 (ffff9c1cc38e8000) has no exports 00000004:01000000:3.0:1789181662.994811:0:20715:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:3.0:1789181662.994819:0:20715:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x76fb55528351815a 00000020:00000080:3.0:1789181662.994824:0:20715:0:(genops.c:885:class_export_put()) final put ffff9c1dd0028800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:3.0:1789181662.994831:0:20715:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0000 (flags='') 00000020:00000080:3.0:1789181662.994838:0:63:0:(genops.c:844:class_export_destroy()) destroying export ffff9c1dd0028800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:00000080:3.0:1789181662.994846:0:20715:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789181662.994851:0:20715:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osc-MDT0000: forcing exports to disconnect: 0/2 00000020:00080000:3.0:1789181662.994854:0:20715:0:(genops.c:1557:class_disconnect_exports()) OBD device 10 (ffff9c1dd13eb380) has no exports 00000020:00000080:3.0:1789181662.994860:0:20715:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x76fb555283518153 00000020:00000080:3.0:1789181662.994864:0:20715:0:(genops.c:885:class_export_put()) final put ffff9c1cc1d29000/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1789181662.994874:0:63:0:(genops.c:844:class_export_destroy()) destroying export ffff9c1cc1d29000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:3.0:1789181662.995229:0:20715:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0000: client import never connected 00000100:00080000:3.0:1789181662.995234:0:20715:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1789181662.995238:0:20715:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934594 gen 5 00000004:00080000:3.0:1789181662.995243:0:20715:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1789181662.995246:0:20715:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1789181662.995264:0:63:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9c1cc1d28000 for lustre-OST0001-osc-MDT0000 00000020:00000080:3.0:1789181662.995294:0:20715:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789181662.995300:0:20715:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1789181662.995303:0:20715:0:(genops.c:885:class_export_put()) final put ffff9c1de7f4b800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1789181662.995306:0:20715:0:(genops.c:844:class_export_destroy()) destroying export ffff9c1de7f4b800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:01000000:3.0:1789181662.995310:0:20715:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1789181662.995385:0:20715:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x76fb555283518145 00000020:00000080:3.0:1789181662.995390:0:20715:0:(genops.c:885:class_export_put()) final put ffff9c1de7f4e800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:3.0:1789181662.995396:0:20715:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000080:3.0:1789181662.995402:0:63:0:(genops.c:844:class_export_destroy()) destroying export ffff9c1de7f4e800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000080:3.0:1789181662.995418:0:20715:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789181662.995422:0:20715:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/2 00000020:00080000:3.0:1789181662.995424:0:20715:0:(genops.c:1557:class_disconnect_exports()) OBD device 9 (ffff9c1dd13e8000) has no exports 00000020:00000080:3.0:1789181662.995428:0:20715:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x76fb55528351813e 00000020:00000080:3.0:1789181662.995432:0:20715:0:(genops.c:885:class_export_put()) final put ffff9c1de7f4e000/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1789181662.995440:0:63:0:(genops.c:844:class_export_destroy()) destroying export ffff9c1de7f4e000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:3.0:1789181662.995775:0:20715:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00080000:3.0:1789181662.995779:0:20715:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1789181662.995781:0:20715:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934598 gen 5 00000004:00080000:3.0:1789181662.995785:0:20715:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1789181662.995786:0:20715:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1789181662.995801:0:63:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9c1de7f49000 for lustre-OST0000-osc-MDT0000 00000020:00000080:3.0:1789181662.995826:0:20715:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789181662.995830:0:20715:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1789181662.995834:0:20715:0:(genops.c:885:class_export_put()) final put ffff9c1de7f4d800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1789181662.995836:0:20715:0:(genops.c:844:class_export_destroy()) destroying export ffff9c1de7f4d800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:01000000:3.0:1789181662.995840:0:20715:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000004:01000000:3.0:1789181662.995881:0:20715:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:3.0:1789181662.995886:0:20715:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x76fb555283518130 00000020:00000080:3.0:1789181662.995890:0:20715:0:(genops.c:885:class_export_put()) final put ffff9c1de7f4a000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:3.0:1789181662.995896:0:20715:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osp-MDT0000 (flags='') 00000020:00000080:3.0:1789181662.995902:0:63:0:(genops.c:844:class_export_destroy()) destroying export ffff9c1de7f4a000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:00000080:3.0:1789181662.995910:0:20715:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789181662.995913:0:20715:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-osp-MDT0000: forcing exports to disconnect: 0/2 00000020:00080000:3.0:1789181662.995915:0:20715:0:(genops.c:1557:class_disconnect_exports()) OBD device 8 (ffff9c1dd13ecd40) has no exports 00000020:00000080:3.0:1789181662.995919:0:20715:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x76fb555283518129 00000020:00000080:3.0:1789181662.995922:0:20715:0:(genops.c:885:class_export_put()) final put ffff9c1dfaf25800/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1789181662.995944:0:63:0:(genops.c:844:class_export_destroy()) destroying export ffff9c1dfaf25800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:2.0:1789181663.000255:0:20715:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-osp-MDT0000: client import never connected 00000100:00080000:2.0:1789181663.000267:0:20715:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1789181663.000272:0:20715:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:2.0:1789181663.000282:0:20715:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1789181663.000312:0:27:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9c1dfaf22000 for lustre-MDT0001-osp-MDT0000 00000020:00000080:2.0:1789181663.000358:0:20715:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789181663.000369:0:20715:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1789181663.000375:0:20715:0:(genops.c:885:class_export_put()) final put ffff9c1dd0028000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1789181663.000379:0:20715:0:(genops.c:844:class_export_destroy()) destroying export ffff9c1dd0028000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:01000000:2.0:1789181663.000389:0:20715:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osp-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1789181663.000510:0:20715:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789181663.000515:0:20715:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1789181663.000517:0:20715:0:(genops.c:885:class_export_put()) final put ffff9c1e00924800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1789181663.000520:0:20715:0:(genops.c:844:class_export_destroy()) destroying export ffff9c1e00924800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:2.0:1789181663.000524:0:20715:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1789181663.000577:0:20715:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x76fb5552835180ff 00000020:00000080:2.0:1789181663.000584:0:20715:0:(genops.c:885:class_export_put()) final put ffff9c1dc7397800/lustre-MDD0000_UUID 00000020:01000000:2.0:1789181663.000591:0:20715:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000080:2.0:1789181663.000599:0:27:0:(genops.c:844:class_export_destroy()) destroying export ffff9c1dc7397800/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000080:2.0:1789181663.000608:0:20715:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789181663.000613:0:20715:0:(obd_config.c:956:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1789181663.000617:0:20715:0:(genops.c:1557:class_disconnect_exports()) OBD device 6 (ffff9c1cc38e99c0) has no exports 00000020:00000080:2.0:1789181663.000634:0:20715:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789181663.000637:0:20715:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000080:2.0:1789181663.000651:0:20715:0:(genops.c:885:class_export_put()) final put ffff9c1dd52f3000/lustre-MDD0000_UUID 00000020:00000080:2.0:1789181663.000652:0:20715:0:(genops.c:844:class_export_destroy()) destroying export ffff9c1dd52f3000/lustre-MDD0000_UUID for lustre-MDD0000 00000020:01000000:2.0:1789181663.000656:0:20715:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:00000080:2.0:1789181663.000684:0:20715:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x76fb555283518106 00000020:00000080:2.0:1789181663.000688:0:20715:0:(genops.c:885:class_export_put()) final put ffff9c1dc7397000/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1789181663.000699:0:27:0:(genops.c:844:class_export_destroy()) destroying export ffff9c1dc7397000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000004:2.0:1789181663.000710:0:20715:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9c1cc44fb800 from lustre-MDT0000, refs=3 00000020:01000004:2.0:1789181663.000713:0:20715:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9c1cc44fb800 3 00000020:01000004:2.0:1789181663.000717:0:20715:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff9c1cc44fb800 from lustre-MDT0000 00000020:00000080:2.0:1789181663.000759:0:20715:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789181663.000763:0:20715:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000080:2.0:1789181663.000766:0:20715:0:(genops.c:885:class_export_put()) final put ffff9c1e00926800/lustre-MDT0000_UUID 00000020:00000080:2.0:1789181663.000768:0:20715:0:(genops.c:844:class_export_destroy()) destroying export ffff9c1e00926800/lustre-MDT0000_UUID for lustre-MDT0000 00000020:01000000:2.0:1789181663.000774:0:20715:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:01000004:2.0:1789181663.000803:0:20715:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 3 references. 00000020:01000004:2.0:1789181663.000891:0:20715:0:(tgt_mount.c:255:server_stop_mgs()) Stop MGS service MGS 00000020:01000000:2.0:1789181663.000895:0:20715:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000080:2.0:1789181663.000898:0:20715:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789181663.000901:0:20715:0:(obd_config.c:956:class_cleanup()) MGS: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1789181663.000908:0:20715:0:(genops.c:1818:print_export_data()) MGS: ACTIVE ffff9c1dd00d7000 868df35c-3970-416b-9e25-2e3d68c8633a 0@lo 18 (0 0 13) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1789181663.000913:0:20715:0:(genops.c:1552:class_disconnect_exports()) OBD device 1 (ffff9c1de7f219c0) has exports, disconnecting them 00000020:00080000:2.0:1789181663.000917:0:20715:0:(genops.c:1527:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (ffff9c1dd00d7000), last request at 1789181558 00000020:00000080:2.0:1789181663.000942:0:20715:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x76fb5552835180ab 00000020:00010000:2.0:1789181663.000946:0:20715:0:(genops.c:1922:obd_stale_export_put()) Put export ffff9c1dd00d7000: total 0 00000100:00080000:2.0:1789181663.000950:0:20715:0:(import.c:65:import_set_state_nolock()) ffff9c1dd00d0000 : changing import state from FULL to CLOSED 00000020:00080000:2.0:1789181663.000965:0:20715:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff9c1dd00d7000): rc 0 00000020:00080000:2.0:1789181663.000969:0:20715:0:(genops.c:1557:class_disconnect_exports()) OBD device 1 (ffff9c1de7f219c0) has no exports 00000100:00100000:1.0:1789181663.001460:0:17138:0:(service.c:3188:ptlrpc_main()) ll_mgs_0000: service thread [ffff9c1cc1dab400:17138] 0 exiting: rc = 1 00000100:00100000:1.0:1789181663.001562:0:17139:0:(service.c:3188:ptlrpc_main()) ll_mgs_0001: service thread [ffff9c1dff9bf200:17139] 1 exiting: rc = 0 00000020:00010000:1.0:1789181663.001611:0:17134:0:(genops.c:1908:obd_stale_export_get()) Get export ffff9c1dd00d7000: total 0 00010000:00010000:1.0:1789181663.001615:0:17134:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789181663.001651:0:17134:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff9c1dd00d7000, canceled 0 locks, left on hash table 13. 00010000:00010000:1.0:1789181663.001680:0:17134:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c1dc658a800/0x76fb555283518654 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x76fb55528351864d expref: 14 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181663.001696:0:17134:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c1cc39f1c00/0x76fb555283518336 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x76fb55528351832f expref: 13 pid: 17138 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181663.001747:0:17134:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c1dc1679a00/0x76fb555283518662 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x76fb55528351865b expref: 12 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181663.001761:0:17134:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c1de0b13400/0x76fb555283518287 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x76fb555283518280 expref: 11 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181663.001770:0:17134:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c1cc39f0800/0x76fb5552835181d8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x76fb5552835181d1 expref: 10 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181663.001783:0:17134:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c1cc39f0000/0x76fb5552835181e6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x76fb5552835181df expref: 9 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181663.001801:0:17134:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c1e0084b400/0x76fb5552835180b9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x76fb5552835180b2 expref: 8 pid: 17139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181663.001823:0:17134:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c1cc39f1600/0x76fb555283518471 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x76fb55528351846a expref: 7 pid: 17139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181663.001834:0:17134:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c1dc658b800/0x76fb555283518670 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x76fb555283518669 expref: 6 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181663.001846:0:17134:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c1cc39f1800/0x76fb55528351849b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x76fb555283518494 expref: 5 pid: 17139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181663.001857:0:17134:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c1e0085ee00/0x76fb55528351830c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x76fb555283518305 expref: 4 pid: 17138 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181663.001869:0:17134:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c1e0084aa00/0x76fb5552835181ca lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x76fb5552835181c3 expref: 3 pid: 17138 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181663.001894:0:17134:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c1dc658ae00/0x76fb5552835184da lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x76fb5552835184d3 expref: 2 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181663.001904:0:17134:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff9c1dd00d7000, canceled 13 locks, left on hash table 0. 00000020:00000080:1.0:1789181663.001918:0:17134:0:(genops.c:885:class_export_put()) final put ffff9c1dd00d7000/868df35c-3970-416b-9e25-2e3d68c8633a 00010000:00010000:1.0:1789181663.001939:0:17134:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789181663.001941:0:17134:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789181663.001942:0:17134:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1789181663.001951:0:12415:0:(genops.c:844:class_export_destroy()) destroying export ffff9c1dd00d7000/868df35c-3970-416b-9e25-2e3d68c8633a for MGS 00000020:00000080:1.0:1789181663.001972:0:12415:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9c1dd00d0000 for MGS 00000100:00100000:1.0:1789181663.002006:0:17140:0:(service.c:3188:ptlrpc_main()) ll_mgs_0002: service thread [ffff9c1cc2734800:17140] 2 exiting: rc = 0 00000100:00100000:2.0:1789181663.007357:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181663.007369:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181663.007376:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181663.007382:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181663.007409:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181663.007415:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181663.007422:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181663.007427:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181663.007445:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181663.007451:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181663.007457:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181663.007462:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181663.007467:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181663.007473:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181663.007478:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181663.007483:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181663.007488:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181663.007493:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181663.007498:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181663.007504:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181663.007509:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181663.007515:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181663.007521:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181663.007527:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181663.007532:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181663.007538:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181663.007543:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181663.007548:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181663.007554:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181663.007559:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181663.007564:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181663.007571:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181663.007576:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181663.007582:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181663.007587:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181663.007595:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181663.007601:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181663.007605:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181663.007610:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181663.007623:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181663.007628:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181663.007634:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181663.007639:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181663.007644:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181663.007649:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181663.007654:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181663.007660:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181663.007665:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181663.007671:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181663.007676:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181663.007681:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181663.007686:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181663.007703:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181663.007708:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181663.007714:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181663.007720:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181663.007744:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181663.007749:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181663.007755:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181663.007760:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181663.007765:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181663.007770:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181663.007777:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181663.007783:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:01000000:2.0:1789181663.010613:0:20715:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9c1dfaf1c960 - data ffff9c1de48d1a20/ffff9c1cc44bc000 00000020:01000000:2.0:1789181663.011430:0:20715:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9c1cc250d0c0 - data ffff9c1dd33e8a20/ffff9c1e00a3b000 00000020:00000080:2.0:1789181663.015915:0:20715:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x76fb55528351808f 00000020:00000080:2.0:1789181663.015939:0:20715:0:(genops.c:885:class_export_put()) final put ffff9c1cc44f9000/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1789181663.015956:0:27:0:(genops.c:844:class_export_destroy()) destroying export ffff9c1cc44f9000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000004:2.0:1789181663.015969:0:20715:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9c1cc44fb800 from MGS, refs=2 00000020:01000004:2.0:1789181663.015972:0:20715:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9c1cc44fb800 2 00000020:01000004:2.0:1789181663.015975:0:20715:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff9c1cc44fb800 from MGS 00000020:00000080:2.0:1789181663.015996:0:20715:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789181663.016017:0:20715:0:(obd_config.c:883:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000080:2.0:1789181663.016020:0:20715:0:(genops.c:885:class_export_put()) final put ffff9c1cc44fc800/MGS 00000020:00000080:2.0:1789181663.016022:0:20715:0:(genops.c:844:class_export_destroy()) destroying export ffff9c1cc44fc800/MGS for MGS 00000020:01000000:2.0:1789181663.016029:0:20715:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:01000000:2.0:1789181663.016093:0:20715:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000080:2.0:1789181663.016097:0:20715:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789181663.016103:0:20715:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1789181663.016109:0:20715:0:(genops.c:1818:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE ffff9c1de7ec2000 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1789181663.016115:0:20715:0:(genops.c:1552:class_disconnect_exports()) OBD device 11 (ffff9c1cc38ecd40) has exports, disconnecting them 00000020:00080000:2.0:1789181663.016120:0:20715:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (ffff9c1de7ec2000), last request at 1789181558 00000020:00000080:2.0:1789181663.016125:0:20715:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x76fb555283518192 00000020:00080000:2.0:1789181663.016134:0:20715:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff9c1de7ec2000): rc 0 00000020:00000080:2.0:1789181663.016138:0:20715:0:(genops.c:885:class_export_put()) final put ffff9c1de7ec2000/lustre-MDT0000-lwp-MDT0000 00000020:00000080:2.0:1789181663.016156:0:27:0:(genops.c:844:class_export_destroy()) destroying export ffff9c1de7ec2000/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00010000:01000000:3.0:1789181663.232568:0:20715:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00080000:3.0:1789181663.232578:0:20715:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1789181663.232594:0:20715:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:3.0:1789181663.232601:0:20715:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1789181663.232631:0:63:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9c1de7ec7800 for lustre-MDT0000-lwp-MDT0000 00000020:00000080:3.0:1789181663.233008:0:20715:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789181663.233018:0:20715:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000080:3.0:1789181663.233023:0:20715:0:(genops.c:885:class_export_put()) final put ffff9c1dd52f2000/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:3.0:1789181663.233027:0:20715:0:(genops.c:844:class_export_destroy()) destroying export ffff9c1dd52f2000/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:01000000:3.0:1789181663.233034:0:20715:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:01000004:3.0:1789181663.233112:0:20715:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9c1cc44fb800 1 00000020:00000080:3.0:1789181663.233119:0:20715:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x76fb555283518081 00000020:00000080:3.0:1789181663.233127:0:20715:0:(genops.c:885:class_export_put()) final put ffff9c1cc44fa000/lustre-MDT0000-osd_UUID 00000020:01000000:3.0:1789181663.233134:0:20715:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000080:3.0:1789181663.233141:0:63:0:(genops.c:844:class_export_destroy()) destroying export ffff9c1cc44fa000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:3.0:1789181663.233149:0:20715:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789181663.233154:0:20715:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1789181663.233158:0:20715:0:(genops.c:1557:class_disconnect_exports()) OBD device 0 (ffff9c1de7f24d40) has no exports 00000020:00000080:2.0:1789181663.414937:0:20715:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789181663.414952:0:20715:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000080:2.0:1789181663.414958:0:20715:0:(genops.c:885:class_export_put()) final put ffff9c1cc44fd000/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1789181663.414963:0:20715:0:(genops.c:844:class_export_destroy()) destroying export ffff9c1cc44fd000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:2.0:1789181663.414973:0:20715:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:01000004:2.0:1789181663.415089:0:20715:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff9c1cc44ff800 00000020:02000400:2.0:1789181663.415148:0:20715:0:(tgt_mount.c:2181:server_put_super()) server umount lustre-MDT0000 complete 00010000:00010000:1.0:1789181663.769482:0:17897:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789181664.012024:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dfdf82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876092408529792:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1789181664.012115:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181664.012204:0:18655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408529792 00000100:00100000:3.0:1789181664.012213:0:18655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408529792 00000100:00100000:3.0:1789181664.012265:0:18655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1789181664.012274:0:18655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfdf82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1876092408529792:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1789181664.012302:0:18655:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:3.0:1789181664.012544:0:18655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfdf82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1876092408529792:12345-0@lo:13:osp-pre-0-1.0 Request processed in 270us (429us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181664.012552:0:18655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00080000:3.0:1789181664.012575:0:17141:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1789181664.012613:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dfdf82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876092408529792:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1789181664.779875:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1789181664.853427:0:17899:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1789181665.035941:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dd0066a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1876092408529920:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1789181665.036014:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181665.036108:0:18655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408529920 00000100:00100000:3.0:1789181665.036115:0:18655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408529920 00000100:00100000:3.0:1789181665.036166:0:18655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1789181665.036175:0:18655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfdf82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1876092408529920:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1789181665.036204:0:18655:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1789181665.036248:0:18655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfdf82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1876092408529920:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (234us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181665.036255:0:18655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00080000:3.0:1789181665.036274:0:17141:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1789181665.036308:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dd0066a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1876092408529920:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1789181665.042413:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dffa53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:868df35c-3970-416b-9e25-2e3d68c8633a:3643:1876092408530048:0@lo:400:kworker.0 00000400:00000100:1.0:1789181665.042471:0:3643:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876092408530048 offset 0 length 224: 4 00000100:00080000:2.0:1789181665.042540:0:27:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789181665.042546:0:27:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789181665.042550:0:27:0:(import.c:65:import_set_state_nolock()) ffff9c1e00841800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789181665.042556:0:27:0:(import.c:545:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 615 00000100:00080000:2.0:1789181665.042561:0:27:0:(import.c:630:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1789181665.042571:0:27:0:(import.c:666:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9c1e00841800 using connection 192.168.202.101@tcp/0@lo 00000100:00100000:2.0:1789181665.042594:0:27:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c1dffa50700 x1876092408530176/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789181665.042691:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dffa50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1876092408530176:0@lo:38:kworker.0 00000100:00100000:0.0:1789181665.042744:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181665.047251:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dffa50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1876092408530304:0@lo:400:kworker.0 00000100:00100000:3.0:1789181665.047342:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181665.047417:0:17151:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408530176 00000100:00100000:3.0:1789181665.047425:0:17151:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408530176 00000100:00100000:3.0:1789181665.047464:0:17151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:3.0:1789181665.047472:0:17151:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3883100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3642:x1876092408530176:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1789181665.047496:0:17151:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1789181665.047745:0:18653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408530304 00000100:00100000:0.0:1789181665.047751:0:18653:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408530304 00000100:00100000:0.0:1789181665.047785:0:18653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1789181665.047791:0:18653:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfdf80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3644:x1876092408530304:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789181665.047844:0:18653:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfdf80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3644:x1876092408530304:12345-0@lo:400:kworker.0 Request processed in 53us (502us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181665.047851:0:18653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00080000:2.0:1789181665.064166:0:27:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789181665.064177:0:27:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789181665.064181:0:27:0:(import.c:65:import_set_state_nolock()) ffff9c1de60e5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789181665.064189:0:27:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 615 00000100:00080000:2.0:1789181665.064195:0:27:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1789181665.064207:0:27:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9c1de60e5800 using connection 192.168.202.101@tcp/0@lo 00000100:00100000:2.0:1789181665.064267:0:27:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c1dffa53100 x1876092408530432/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789181665.064286:0:27:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789181665.064290:0:27:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789181665.064292:0:27:0:(import.c:65:import_set_state_nolock()) ffff9c1df27e8800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789181665.064295:0:27:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 615 00000100:00080000:2.0:1789181665.064298:0:27:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1789181665.064303:0:27:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9c1df27e8800 using connection 192.168.202.101@tcp/0@lo 00000100:00100000:2.0:1789181665.064326:0:27:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c1dffa52d80 x1876092408530560/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789181665.064356:0:27:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789181665.064359:0:27:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789181665.064361:0:27:0:(import.c:65:import_set_state_nolock()) ffff9c1cc3169800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789181665.064364:0:27:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 615 00000100:00080000:2.0:1789181665.064366:0:27:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1789181665.064370:0:27:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9c1cc3169800 using connection 192.168.202.101@tcp/0@lo 00000100:00100000:2.0:1789181665.064381:0:27:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c1dffa51f80 x1876092408530816/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789181665.064901:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dffa53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3646:1876092408530944:0@lo:400:kworker.0 00000100:00100000:2.0:1789181665.064979:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181665.065021:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1789181665.065027:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dffa51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3646:1876092408530688:0@lo:400:kworker.0 00000100:00100000:0.0:1789181665.065364:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dffa53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3642:1876092408530432:0@lo:38:kworker.0 00000100:00100000:0.0:1789181665.065397:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789181665.065428:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dffa52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3642:1876092408530560:0@lo:38:kworker.0 00000100:00100000:0.0:1789181665.065449:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789181665.065466:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dffa51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3642:1876092408530816:0@lo:38:kworker.0 00000100:00100000:0.0:1789181665.065486:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789181665.065523:0:17146:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408530944 00000100:00100000:0.0:1789181665.065531:0:17146:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408530944 00000100:00100000:0.0:1789181665.065575:0:17146:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408530432 00000100:00100000:0.0:1789181665.065578:0:17146:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408530432 00000100:00100000:0.0:1789181665.065587:0:17146:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408530560 00000100:00100000:0.0:1789181665.065589:0:17146:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408530560 00000100:00100000:0.0:1789181665.065596:0:17146:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408530816 00000100:00100000:0.0:1789181665.065598:0:17146:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408530816 00000100:00100000:0.0:1789181665.065609:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:0.0:1789181665.065618:0:17146:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dffa51c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3646:x1876092408530944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789181665.065678:0:17146:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dffa51c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3646:x1876092408530944:12345-0@lo:400:kworker.0 Request processed in 61us (698us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181665.065686:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00100000:0.0:1789181665.065703:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:0.0:1789181665.065707:0:17146:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3881f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3642:x1876092408530432:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1789181665.065748:0:17146:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1789181665.065781:0:17146:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3881f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3642:x1876092408530432:12345-0@lo:38:kworker.0 Request processed in 72us (383us total) trans 0 rc -19/-19 00000100:00100000:0.0:1789181665.065788:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:0.0:1789181665.065800:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:0.0:1789181665.065804:0:17146:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3880700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3642:x1876092408530560:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1789181665.065812:0:17146:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1789181665.065834:0:17146:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3880700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3642:x1876092408530560:12345-0@lo:38:kworker.0 Request processed in 29us (385us total) trans 0 rc -19/-19 00000100:00100000:0.0:1789181665.065839:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:0.0:1789181665.065848:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:0.0:1789181665.065852:0:17146:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3880a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3642:x1876092408530816:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1789181665.065873:0:17146:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1789181665.065897:0:17146:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3880a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3642:x1876092408530816:12345-0@lo:38:kworker.0 Request processed in 44us (410us total) trans 0 rc -19/-19 00000100:00100000:0.0:1789181665.065904:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00080000:0.0:1789181665.065954:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9c1de60e5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789181665.065959:0:3642:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1789181665.065963:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dffa53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3642:1876092408530432:0@lo:38:kworker.0 00000100:00080000:0.0:1789181665.065983:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9c1df27e8800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789181665.065986:0:3642:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1789181665.065988:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dffa52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3642:1876092408530560:0@lo:38:kworker.0 00000100:00080000:0.0:1789181665.065995:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9c1cc3169800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789181665.065998:0:3642:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1789181665.066000:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dffa51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3642:1876092408530816:0@lo:38:kworker.0 00000100:00080000:0.0:1789181665.066027:0:17141:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1789181665.066847:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:2.0:1789181665.067103:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffff9c1dffa53b80 x1876092408530944/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789181681 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789181665.067119:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dffa53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3646:1876092408530944:0@lo:400:kworker.0 00000100:00100000:2.0:1789181665.067161:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dffa50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1876092408530304:0@lo:400:kworker.0 00000100:00100000:2.0:1789181665.067200:0:19683:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408530688 00000100:00100000:2.0:1789181665.067205:0:19683:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408530688 00000100:00100000:2.0:1789181665.067305:0:19683:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:2.0:1789181665.067322:0:19683:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dffa50e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1876092408530688:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789181665.067368:0:19683:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dffa50e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1876092408530688:12345-0@lo:400:kworker.0 Request processed in 47us (523us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181665.067373:0:19683:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00010000:00080000:2.0:1789181665.067401:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffff9c1dffa51880 x1876092408530688/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789181681 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789181665.067411:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dffa51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3646:1876092408530688:0@lo:400:kworker.0 00000100:00080000:1.0:1789181665.086875:0:17141:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1789181665.126630:0:17151:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3883100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3642:x1876092408530176:12345-0@lo:38:kworker.0 Request processed in 79147us (83875us total) trans 0 rc -19/-19 00000100:00100000:3.0:1789181665.126645:0:17151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00080000:2.0:1789181665.126925:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9c1e00841800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789181665.126931:0:3642:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1789181665.126936:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dffa50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1876092408530176:0@lo:38:kworker.0 00010000:00010000:2.0:1789181665.803825:0:17134:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789181666.829166:0:17897:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789181667.872526:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789181668.875846:0:17134:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789181669.133814:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789181669.133849:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dfdf83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1876092408531072:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1789181669.133952:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181669.134229:0:18655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408531072 00000100:00100000:2.0:1789181669.134239:0:18655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408531072 00000100:00100000:2.0:1789181669.134347:0:18655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1789181669.134359:0:18655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dffa50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1876092408531072:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1789181669.134390:0:18655:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:2.0:1789181669.134439:0:18655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dffa50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1876092408531072:12345-0@lo:13:osp-pre-0-1.0 Request processed in 83us (487us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181669.134446:0:18655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00080000:1.0:1789181669.136713:0:17141:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1789181669.137825:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dfdf83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1876092408531072:0@lo:13:osp-pre-0-1.0 00000020:01000004:2.0:1789181669.739886:0:20917:0:(tgt_mount.c:2192:server_umount_begin()) umount -f 00000020:01000004:2.0:1789181669.750421:0:20917:0:(tgt_mount.c:2062:server_put_super()) server put_super lustre-MDT0001 00010000:00010000:2.0:1789181669.750478:0:20917:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1cc39f1e00/0x76fb555283518280 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518287 expref: -99 pid: 17876 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181669.750493:0:20917:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1cc39f1e00/0x76fb555283518280 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x76fb555283518287 expref: -99 pid: 17876 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181669.750501:0:20917:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1cc39f1e00/0x76fb555283518280 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x76fb555283518287 expref: -99 pid: 17876 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181669.750508:0:20917:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.101@tcp lock: ffff9c1cc39f1e00/0x76fb555283518280 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x76fb555283518287 expref: -99 pid: 17876 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181669.750628:0:20917:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:2.0:1789181669.750634:0:20917:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:2.0:1789181669.750662:0:20917:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1789181669.750666:0:20917:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 3 00000100:00080000:2.0:1789181669.750685:0:20917:0:(pinger.c:399:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1789181669.750692:0:20917:0:(import.c:65:import_set_state_nolock()) ffff9c1de60e5800 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:2.0:1789181669.750697:0:20917:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1789181669.750699:0:20917:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:2.0:1789181669.750702:0:20917:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:3.0:1789181669.752937:0:20917:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1e0085ec00/0x76fb5552835181df lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb5552835181e6 expref: -99 pid: 17876 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181669.752957:0:20917:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1e0085ec00/0x76fb5552835181df lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x76fb5552835181e6 expref: -99 pid: 17876 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181669.752986:0:20917:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1e0085ec00/0x76fb5552835181df lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x76fb5552835181e6 expref: -99 pid: 17876 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181669.752993:0:20917:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.101@tcp lock: ffff9c1e0085ec00/0x76fb5552835181df lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x76fb5552835181e6 expref: -99 pid: 17876 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181669.755674:0:17897:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1789181669.755690:0:17897:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.101@tcp lock: ffff9c1cc39f1e00/0x76fb555283518280 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x76fb555283518287 expref: -99 pid: 17876 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181669.755703:0:17897:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1cc39f1e00 already unused, calling callback (ffffffffc13aac20) 10000000:00010000:1.0:1789181669.755708:0:17897:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.101@tcp lock: ffff9c1cc39f1e00/0x76fb555283518280 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x76fb555283518287 expref: -99 pid: 17876 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181669.755718:0:17897:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.101@tcp lock: ffff9c1cc39f1e00/0x76fb555283518280 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1008400000000 nid: local remote: 0x76fb555283518287 expref: -99 pid: 17876 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789181669.755743:0:17897:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.101@tcp lock: ffff9c1cc39f1e00/0x76fb555283518280 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1009400000000 nid: local remote: 0x76fb555283518287 expref: -99 pid: 17876 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789181669.755765:0:17897:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1789181669.755768:0:17897:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:1.0:1789181669.755771:0:17897:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:0.0:1789181669.755950:0:17897:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.101@tcp lock: ffff9c1cc39f1e00/0x76fb555283518280 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x76fb555283518287 expref: -99 pid: 17876 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181669.755957:0:17897:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1789181669.755981:0:17897:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.101@tcp lock: ffff9c1cc39f1e00/0x76fb555283518280 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x76fb555283518287 expref: -99 pid: 17876 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181669.755988:0:17897:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.101@tcp lock: ffff9c1cc39f1e00/0x76fb555283518280 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x76fb555283518287 expref: -99 pid: 17876 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789181669.756015:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789181669.756033:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc2757480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:868df35c-3970-416b-9e25-2e3d68c8633a:3643:1876092408531200:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789181669.756102:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1789181669.756175:0:17897:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789181669.756180:0:17897:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.101@tcp lock: ffff9c1e0085ec00/0x76fb5552835181df lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0x76fb5552835181e6 expref: -99 pid: 17876 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181669.756195:0:17897:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1e0085ec00 already unused, calling callback (ffffffffc13aac20) 10000000:00010000:0.0:1789181669.756198:0:17897:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.101@tcp lock: ffff9c1e0085ec00/0x76fb5552835181df lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0x76fb5552835181e6 expref: -99 pid: 17876 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181669.756204:0:17897:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.101@tcp lock: ffff9c1e0085ec00/0x76fb5552835181df lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1008400000000 nid: local remote: 0x76fb5552835181e6 expref: -99 pid: 17876 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789181669.756210:0:17897:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.101@tcp lock: ffff9c1e0085ec00/0x76fb5552835181df lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1009400000000 nid: local remote: 0x76fb5552835181e6 expref: -99 pid: 17876 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789181669.756214:0:17897:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1789181669.756216:0:17897:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0001: stopping, won't requeue 00010000:00010000:0.0:1789181669.756229:0:17897:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.101@tcp lock: ffff9c1e0085ec00/0x76fb5552835181df lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x76fb5552835181e6 expref: -99 pid: 17876 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181669.756234:0:17897:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1789181669.756249:0:17897:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.101@tcp lock: ffff9c1e0085ec00/0x76fb5552835181df lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x76fb5552835181e6 expref: -99 pid: 17876 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789181669.756264:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc2755180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:868df35c-3970-416b-9e25-2e3d68c8633a:3645:1876092408531328:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789181669.756407:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1789181669.756445:0:17897:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789181669.756447:0:17897:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789181669.756449:0:17897:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789181669.757252:0:17132:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408531200 00000100:00100000:2.0:1789181669.757262:0:17132:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408531200 00000100:00100000:2.0:1789181669.757787:0:17132:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408531328 00000100:00100000:2.0:1789181669.757792:0:17132:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408531328 00000100:00100000:2.0:1789181669.757857:0:17132:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1789181669.757876:0:17132:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc2755500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3643:x1876092408531200:12345-0@lo:103:ldlm_bl.0 00010000:00020000:2.0:1789181669.757883:0:17132:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1789181669 with bad export cookie 8573540128508706987 00010000:00010000:3.0:1789181669.759332:0:20917:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1789181669.759348:0:20917:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.101@tcp lock: ffff9c1e0085ec00/0x76fb5552835181df lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x76fb5552835181e6 expref: -99 pid: 17876 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789181669.765074:0:17130:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1789181669.765094:0:17130:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc2754380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3645:x1876092408531328:12345-0@lo:103:ldlm_bl.0 00010000:00020000:0.0:1789181669.765679:0:17130:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1789181669 with bad export cookie 8573540128508706987 00000100:00100000:0.0:1789181669.765823:0:17130:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc2754380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3645:x1876092408531328:12345-0@lo:103:ldlm_bl.0 Request processed in 730us (9532us total) trans 0 rc -107/-107 00000100:00100000:0.0:1789181669.765850:0:17130:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00010000:00010000:0.0:1789181669.765905:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789181669.765942:0:3645:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.202.101@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00080000:0.0:1789181669.765948:0:3645:0:(import.c:65:import_set_state_nolock()) ffff9c1dd00d3000 MGS: changing import state from FULL to DISCONN 00000100:02020000:0.0:1789181669.765952:0:3645:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.202.101@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00010000:00010000:3.0:1789181669.774374:0:20917:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1de0b12e00/0x76fb5552835184d3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb5552835184da expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181669.774398:0:20917:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1de0b12e00/0x76fb5552835184d3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76fb5552835184da expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181669.774406:0:20917:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1de0b12e00/0x76fb5552835184d3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x76fb5552835184da expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181669.774413:0:20917:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.101@tcp lock: ffff9c1de0b12e00/0x76fb5552835184d3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x76fb5552835184da expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181669.774446:0:20917:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789181669.774456:0:20917:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1dc1522800/0x76fb555283518669 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518670 expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181669.774462:0:20917:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1dc1522800/0x76fb555283518669 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x76fb555283518670 expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181669.774491:0:20917:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1dc1522800/0x76fb555283518669 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x76fb555283518670 expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181669.774498:0:20917:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.101@tcp lock: ffff9c1dc1522800/0x76fb555283518669 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x76fb555283518670 expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181669.774514:0:20917:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1789181669.774521:0:20917:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1e0085e400/0x76fb5552835181d1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb5552835181d8 expref: -99 pid: 17876 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181669.774528:0:20917:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1e0085e400/0x76fb5552835181d1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76fb5552835181d8 expref: -99 pid: 17876 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181669.774534:0:20917:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1e0085e400/0x76fb5552835181d1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x76fb5552835181d8 expref: -99 pid: 17876 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181669.774541:0:20917:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.101@tcp lock: ffff9c1e0085e400/0x76fb5552835181d1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x76fb5552835181d8 expref: -99 pid: 17876 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181669.774558:0:20917:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 10000000:01000000:3.0:1789181669.774563:0:20917:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0001 10000000:01000000:3.0:1789181669.774573:0:20917:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0001 (0) 00000020:01000004:3.0:1789181669.774620:0:20917:0:(tgt_mount.c:2112:server_put_super()) stopping lustre-MDT0001 00000020:01000000:3.0:1789181669.774624:0:20917:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001 (flags='F') 00000020:00000080:3.0:1789181669.774629:0:20917:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789181669.774635:0:20917:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001: forcing exports to disconnect: 2/5 00000020:00080000:3.0:1789181669.774643:0:20917:0:(genops.c:1818:print_export_data()) lustre-MDT0001: ACTIVE ffff9c1dfd9f3000 lustre-MDT0001-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1789181669.774649:0:20917:0:(genops.c:1818:print_export_data()) lustre-MDT0001: ACTIVE ffff9c1dfb994000 lustre-MDT0001-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1789181669.774662:0:20917:0:(genops.c:1552:class_disconnect_exports()) OBD device 14 (ffff9c1dfaf4b380) has exports, disconnecting them 00000020:00080000:3.0:1789181669.774667:0:20917:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff9c1dfd9f3000), last request at 1789181665 00000020:00000080:3.0:1789181669.774676:0:20917:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x76fb5552835184c5 00000100:00080000:3.0:1789181669.774697:0:20917:0:(import.c:65:import_set_state_nolock()) ffff9c1dfd9f1000 : changing import state from FULL to CLOSED 00000020:00080000:3.0:1789181669.774766:0:20917:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff9c1dfd9f3000): rc 0 00000020:00000080:3.0:1789181669.774769:0:20917:0:(genops.c:885:class_export_put()) final put ffff9c1dfd9f3000/lustre-MDT0001-lwp-OST0001_UUID 00000020:00080000:3.0:1789181669.774778:0:20917:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff9c1dfb994000), last request at 1789181665 00000020:00000080:3.0:1789181669.774782:0:20917:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x76fb555283518360 00000100:00080000:3.0:1789181669.774788:0:20917:0:(import.c:65:import_set_state_nolock()) ffff9c1cc45bc800 : changing import state from FULL to CLOSED 00000020:00000080:3.0:1789181669.774799:0:63:0:(genops.c:844:class_export_destroy()) destroying export ffff9c1dfd9f3000/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001 00000020:00000080:3.0:1789181669.774856:0:63:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9c1dfd9f1000 for lustre-MDT0001 00000020:00080000:3.0:1789181669.774903:0:20917:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff9c1dfb994000): rc 0 00000020:00000080:3.0:1789181669.774906:0:20917:0:(genops.c:885:class_export_put()) final put ffff9c1dfb994000/lustre-MDT0001-lwp-OST0000_UUID 00000004:00000080:3.0:1789181669.774916:0:20917:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0001: cmd=400866e7 len=0 karg=ffffa94541dbbae0 00000020:00000080:3.0:1789181669.774928:0:63:0:(genops.c:844:class_export_destroy()) destroying export ffff9c1dfb994000/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001 00000020:00000080:3.0:1789181669.774952:0:63:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9c1cc45bc800 for lustre-MDT0001 00000100:00080000:3.0:1789181669.774972:0:20917:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1789181669.774982:0:20917:0:(client.c:3603:ptlrpc_abort_inflight()) @@@ aborting waiting req req@ffff9c1cc3883800 x1876092408529024/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789181675 ref 1 fl Rpc:RSQU/200/0 rc -107/-107 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789181669.775005:0:20917:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 3 00000100:00100000:3.0:1789181669.775898:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc3883800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1876092408529024:0@lo:41:osp-pre-0-1.0 00000100:00080000:3.0:1789181669.775934:0:20917:0:(pinger.c:399:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1789181669.775939:0:20917:0:(import.c:65:import_set_state_nolock()) ffff9c1e00841800 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:3.0:1789181669.776093:0:20917:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1789181669.776096:0:20917:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 3 00000004:00080000:3.0:1789181669.776109:0:20917:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:3.0:1789181669.776179:0:20917:0:(pinger.c:399:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:3.0:1789181669.776215:0:20917:0:(import.c:65:import_set_state_nolock()) ffff9c1de7d92000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:3.0:1789181669.776239:0:20917:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1789181669.776241:0:20917:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 3 00000004:00080000:3.0:1789181669.776259:0:20917:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:3.0:1789181669.776321:0:20917:0:(pinger.c:399:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:3.0:1789181669.776330:0:20917:0:(import.c:65:import_set_state_nolock()) ffff9c1cc1dcc000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:3.0:1789181669.776365:0:20917:0:(genops.c:1557:class_disconnect_exports()) OBD device 14 (ffff9c1dfaf4b380) has no exports 00010000:00010000:3.0:1789181669.777480:0:17134:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1789181669.777495:0:17134:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.101@tcp lock: ffff9c1de0b12e00/0x76fb5552835184d3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x76fb5552835184da expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181669.777509:0:17134:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1de0b12e00 already unused, calling callback (ffffffffc13aac20) 10000000:00010000:3.0:1789181669.777515:0:17134:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.101@tcp lock: ffff9c1de0b12e00/0x76fb5552835184d3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x76fb5552835184da expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181669.777528:0:17134:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.101@tcp lock: ffff9c1de0b12e00/0x76fb5552835184d3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x76fb5552835184da expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789181669.777536:0:17134:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.101@tcp lock: ffff9c1de0b12e00/0x76fb5552835184d3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x76fb5552835184da expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789181669.777543:0:17134:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:3.0:1789181669.777545:0:17134:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:3.0:1789181669.777550:0:17134:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00000100:00100000:2.0:1789181669.781308:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dfdf80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1876092408531456:0@lo:9:umount.0 00000100:00100000:2.0:1789181669.781414:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181669.781481:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dfdf80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1876092408531584:0@lo:9:umount.0 00000100:00100000:2.0:1789181669.781504:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181669.783907:0:18978:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408531456 00000100:00100000:1.0:1789181669.783924:0:18978:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408531456 00000100:00100000:1.0:1789181669.786191:0:18978:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408531584 00000100:00100000:1.0:1789181669.786211:0:18978:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408531584 00000100:00100000:1.0:1789181669.786284:0:18978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1789181669.786296:0:18978:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dffa51880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3642:x1876092408531456:12345-0@lo:9:umount.0 00000020:00000080:1.0:1789181669.786336:0:18978:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x76fb55528351838a 00000100:00080000:1.0:1789181669.786349:0:18978:0:(import.c:65:import_set_state_nolock()) ffff9c1df27eb000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1789181669.786402:0:18978:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:1.0:1789181669.786622:0:18978:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dffa51880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+2:3642:x1876092408531456:12345-0@lo:9:umount.0 Request processed in 329us (5210us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181669.788774:0:18978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1789181669.788818:0:18978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1789181669.788836:0:18978:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dffa50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3642:x1876092408531584:12345-0@lo:9:umount.0 00000020:00000080:1.0:1789181669.788875:0:18978:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x76fb5552835184f6 00000100:00080000:1.0:1789181669.788884:0:18978:0:(import.c:65:import_set_state_nolock()) ffff9c1cc316c000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1789181669.788924:0:18978:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:1.0:1789181669.789097:0:18978:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dffa50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+2:3642:x1876092408531584:12345-0@lo:9:umount.0 Request processed in 269us (7591us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181669.789103:0:18978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00080000:1.0:1789181669.789223:0:17141:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1789181669.789270:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9c1de7d92000 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:1.0:1789181669.789287:0:3642:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:1.0:1789181669.789289:0:3642:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1789181669.789314:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dfdf80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1876092408531456:0@lo:9:umount.0 00000100:00080000:1.0:1789181669.789330:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9c1cc1dcc000 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:1.0:1789181669.789340:0:3642:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:1.0:1789181669.789341:0:3642:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1789181669.789344:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dfdf80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1876092408531584:0@lo:9:umount.0 00010000:00010000:1.0:1789181669.789451:0:17133:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1789181669.789461:0:17133:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.101@tcp lock: ffff9c1dc1522800/0x76fb555283518669 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x76fb555283518670 expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181669.789472:0:17133:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1dc1522800 already unused, calling callback (ffffffffc13aac20) 10000000:00010000:1.0:1789181669.789476:0:17133:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.101@tcp lock: ffff9c1dc1522800/0x76fb555283518669 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x76fb555283518670 expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181669.789489:0:17133:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.101@tcp lock: ffff9c1dc1522800/0x76fb555283518669 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x76fb555283518670 expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789181669.789497:0:17133:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.101@tcp lock: ffff9c1dc1522800/0x76fb555283518669 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x76fb555283518670 expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789181669.789503:0:17133:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:1.0:1789181669.789506:0:17133:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:1.0:1789181669.789509:0:17133:0:(mgc_request.c:130:config_log_put()) dropping config log params 00000100:00080000:0.0:1789181669.797583:0:3645:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@0@lo for MGC192.168.202.101@tcp not replayable, auto-deactivating 00000100:00080000:0.0:1789181669.797589:0:3645:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:0.0:1789181669.797600:0:3645:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9c1dffa53480 x1876092408530048/t0(0) o400->MGC192.168.202.101@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1789181681 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789181669.797631:0:3645:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9c1cc2757480 x1876092408531200/t0(0) o103->MGC192.168.202.101@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1789181685 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789181669.797640:0:3645:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9c1cc2755180 x1876092408531328/t0(0) o103->MGC192.168.202.101@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1789181685 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 10000000:01000000:0.0:1789181669.797650:0:3645:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:0.0:1789181669.797653:0:3645:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:0.0:1789181669.797654:0:3645:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:2.0:1789181669.800313:0:17132:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc2755500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3643:x1876092408531200:12345-0@lo:103:ldlm_bl.0 Request processed in 42431us (44198us total) trans 0 rc -107/-107 00000100:00100000:2.0:1789181669.800332:0:17132:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00010000:00010000:3.0:1789181669.800514:0:17134:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.101@tcp lock: ffff9c1de0b12e00/0x76fb5552835184d3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x76fb5552835184da expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181669.800525:0:17134:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1789181669.800556:0:17134:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.101@tcp lock: ffff9c1de0b12e00/0x76fb5552835184d3 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x76fb5552835184da expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181669.800586:0:17134:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.101@tcp lock: ffff9c1de0b12e00/0x76fb5552835184d3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x76fb5552835184da expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181669.800611:0:17134:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789181669.800616:0:17134:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.101@tcp lock: ffff9c1e0085e400/0x76fb5552835181d1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x76fb5552835181d8 expref: -99 pid: 17876 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181669.800623:0:17134:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1e0085e400 already unused, calling callback (ffffffffc13aac20) 10000000:00010000:3.0:1789181669.800639:0:17134:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.101@tcp lock: ffff9c1e0085e400/0x76fb5552835181d1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x76fb5552835181d8 expref: -99 pid: 17876 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181669.800651:0:17134:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.101@tcp lock: ffff9c1e0085e400/0x76fb5552835181d1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x76fb5552835181d8 expref: -99 pid: 17876 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789181669.800659:0:17134:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.101@tcp lock: ffff9c1e0085e400/0x76fb5552835181d1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x76fb5552835181d8 expref: -99 pid: 17876 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789181669.800665:0:17134:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:3.0:1789181669.800668:0:17134:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:3.0:1789181669.800672:0:17134:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:3.0:1789181669.800688:0:17134:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9c1dd00d3000 00010000:00010000:3.0:1789181669.800690:0:17134:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.101@tcp lock: ffff9c1e0085e400/0x76fb5552835181d1 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0x76fb5552835181d8 expref: -99 pid: 17876 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181669.800697:0:17134:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.101@tcp lock: ffff9c1e0085e400/0x76fb5552835181d1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0x76fb5552835181d8 expref: -99 pid: 17876 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181669.800710:0:17134:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789181669.800712:0:17134:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789181669.800719:0:17134:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789181669.801001:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dfdf83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:868df35c-3970-416b-9e25-2e3d68c8633a:0:1876092408531712:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789181669.801076:0:17133:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.101@tcp lock: ffff9c1dc1522800/0x76fb555283518669 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x76fb555283518670 expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181669.801084:0:17133:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1789181669.801128:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1789181669.801201:0:17133:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.101@tcp lock: ffff9c1dc1522800/0x76fb555283518669 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x76fb555283518670 expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181669.801209:0:17133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.101@tcp lock: ffff9c1dc1522800/0x76fb555283518669 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x76fb555283518670 expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181669.801232:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789181669.801234:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789181669.801236:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789181669.801996:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc2757480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:868df35c-3970-416b-9e25-2e3d68c8633a:3643:1876092408531200:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789181669.802011:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dffa53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:868df35c-3970-416b-9e25-2e3d68c8633a:3643:1876092408530048:0@lo:400:kworker.0 00010000:00010000:1.0:1789181669.802605:0:17897:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789181669.802743:0:3645:0:(import.c:65:import_set_state_nolock()) ffff9c1dd00d3000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789181669.802752:0:3645:0:(import.c:545:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 0@lo last attempt 514 00000100:00080000:0.0:1789181669.802767:0:3645:0:(import.c:666:import_select_connection()) MGC192.168.202.101@tcp: import ffff9c1dd00d3000 using connection 192.168.202.101@tcp/0@lo 00000100:00100000:0.0:1789181669.802833:0:3645:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c1cc2754000 x1876092408531968/t0(0) o250->MGC192.168.202.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789181669.802879:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc2755180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:868df35c-3970-416b-9e25-2e3d68c8633a:3645:1876092408531328:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789181669.803043:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc2754000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:868df35c-3970-416b-9e25-2e3d68c8633a:3642:1876092408531968:0@lo:250:ptlrpcd_00_02.0 00000400:00000100:1.0:1789181669.803091:0:3642:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876092408531968 offset 0 length 520: 4 00000100:00100000:2.0:1789181669.803288:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dd0066680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:868df35c-3970-416b-9e25-2e3d68c8633a:0:1876092408531840:0@lo:103:ldlm_bl.0 00000020:00080000:0.0:1789181669.807494:0:20917:0:(genops.c:1557:class_disconnect_exports()) OBD device 14 (ffff9c1dfaf4b380) has no exports 00000020:01000000:1.0:1789181669.876604:0:20917:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9c1de7cb33c0 - data ffff9c1de48e85e8/ffff9c1e00f3ac00 00000020:01000000:1.0:1789181669.877098:0:20917:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9c1dc5117ba0 - data ffff9c1de482cbd0/ffff9c1dfbeaf000 00000001:00000004:3.0:1789181669.892093:0:20917:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934595 00010000:00010000:3.0:1789181669.901793:0:17134:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789181669.951782:0:20917:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1789181669.951792:0:20917:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:3.0:1789181669.951799:0:20917:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:3.0:1789181669.954383:0:20917:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1789181669.954391:0:20917:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 4 00000004:00080000:3.0:1789181669.954461:0:20917:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1789181669.954464:0:20917:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:1.0:1789181669.956657:0:17885:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:1.0:1789181669.956664:0:17885:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 1 count 1 00000040:00080000:1.0:1789181669.956676:0:17885:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:3.0:1789181669.958460:0:20917:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1789181669.958468:0:20917:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 4 00000004:00080000:3.0:1789181669.958518:0:20917:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1789181669.958521:0:20917:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:0.0:1789181669.959568:0:17887:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:0.0:1789181669.959575:0:17887:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 1 count 1 00000040:00080000:0.0:1789181669.959586:0:17887:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:3.0:1789181669.961416:0:20917:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x76fb5552835181f4 00000020:00000080:3.0:1789181669.961430:0:20917:0:(genops.c:885:class_export_put()) final put ffff9c1e00842000/lustre-MDT0001-osd_UUID 00000020:00000080:3.0:1789181669.961522:0:63:0:(genops.c:844:class_export_destroy()) destroying export ffff9c1e00842000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:3.0:1789181669.962489:0:20917:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x76fb555283518209 00000020:00000080:3.0:1789181669.962498:0:20917:0:(genops.c:885:class_export_put()) final put ffff9c1dff8eb000/lustre-MDT0001-mdtlov_UUID 00000020:01000000:3.0:1789181669.962504:0:20917:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-mdtlov (flags='') 00000020:00000080:3.0:1789181669.962510:0:63:0:(genops.c:844:class_export_destroy()) destroying export ffff9c1dff8eb000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:00000080:3.0:1789181669.962519:0:20917:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789181669.962689:0:20917:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-mdtlov: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1789181669.962694:0:20917:0:(genops.c:1557:class_disconnect_exports()) OBD device 13 (ffff9c1dfaf4cd40) has no exports 00000004:01000000:3.0:1789181669.962984:0:20917:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:3.0:1789181669.963156:0:20917:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x76fb55528351825d 00000020:00000080:3.0:1789181669.963161:0:20917:0:(genops.c:885:class_export_put()) final put ffff9c1df3d91800/lustre-MDT0001-mdtlov_UUID 00000020:01000000:3.0:1789181669.963171:0:20917:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0001 (flags='') 00000020:00000080:3.0:1789181669.963194:0:63:0:(genops.c:844:class_export_destroy()) destroying export ffff9c1df3d91800/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:00000080:3.0:1789181669.963203:0:20917:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789181669.963209:0:20917:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osc-MDT0001: forcing exports to disconnect: 0/2 00000020:00080000:3.0:1789181669.963212:0:20917:0:(genops.c:1557:class_disconnect_exports()) OBD device 18 (ffff9c1dd9303380) has no exports 00000020:00000080:3.0:1789181669.963217:0:20917:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x76fb555283518256 00000020:00000080:3.0:1789181669.963221:0:20917:0:(genops.c:885:class_export_put()) final put ffff9c1dc78ee000/lustre-MDT0001-osd_UUID 00000020:00000080:3.0:1789181669.963228:0:63:0:(genops.c:844:class_export_destroy()) destroying export ffff9c1dc78ee000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:3.0:1789181669.963909:0:20917:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0001: client import never connected 00000100:00080000:3.0:1789181669.963915:0:20917:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1789181669.963919:0:20917:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 5 00000004:00080000:3.0:1789181669.963925:0:20917:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1789181669.963927:0:20917:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1789181669.963949:0:63:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9c1cc1dcc000 for lustre-OST0001-osc-MDT0001 00000020:00000080:3.0:1789181669.963980:0:20917:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789181669.964172:0:20917:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1789181669.964176:0:20917:0:(genops.c:885:class_export_put()) final put ffff9c1de7ec1000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1789181669.964179:0:20917:0:(genops.c:844:class_export_destroy()) destroying export ffff9c1de7ec1000/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:01000000:3.0:1789181669.964184:0:20917:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1789181669.964260:0:20917:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x76fb555283518248 00000020:00000080:3.0:1789181669.964265:0:20917:0:(genops.c:885:class_export_put()) final put ffff9c1de7ec3000/lustre-MDT0001-mdtlov_UUID 00000020:01000000:3.0:1789181669.964272:0:20917:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0001 (flags='') 00000020:00000080:3.0:1789181669.964280:0:63:0:(genops.c:844:class_export_destroy()) destroying export ffff9c1de7ec3000/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:00000080:3.0:1789181669.964288:0:20917:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789181669.964292:0:20917:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osc-MDT0001: forcing exports to disconnect: 0/2 00000020:00080000:3.0:1789181669.964295:0:20917:0:(genops.c:1557:class_disconnect_exports()) OBD device 17 (ffff9c1dc4393380) has no exports 00000020:00000080:3.0:1789181669.964299:0:20917:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x76fb55528351823a 00000020:00000080:3.0:1789181669.964303:0:20917:0:(genops.c:885:class_export_put()) final put ffff9c1de7d95800/lustre-MDT0001-osd_UUID 00000020:00000080:3.0:1789181669.964312:0:63:0:(genops.c:844:class_export_destroy()) destroying export ffff9c1de7d95800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:3.0:1789181669.965424:0:20917:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0001: client import never connected 00000100:00080000:3.0:1789181669.965431:0:20917:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1789181669.965443:0:20917:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 5 00000004:00080000:3.0:1789181669.965449:0:20917:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1789181669.965450:0:20917:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1789181669.965472:0:63:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9c1de7d92000 for lustre-OST0000-osc-MDT0001 00000020:00000080:3.0:1789181669.965517:0:20917:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789181669.965525:0:20917:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1789181669.965535:0:20917:0:(genops.c:885:class_export_put()) final put ffff9c1cc1dca800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1789181669.965538:0:20917:0:(genops.c:844:class_export_destroy()) destroying export ffff9c1cc1dca800/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:01000000:3.0:1789181669.965543:0:20917:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000004:01000000:3.0:1789181669.965603:0:20917:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:3.0:1789181669.965609:0:20917:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x76fb55528351822c 00000020:00000080:3.0:1789181669.965613:0:20917:0:(genops.c:885:class_export_put()) final put ffff9c1dc78ed000/lustre-MDT0001-mdtlov_UUID 00000020:01000000:3.0:1789181669.965619:0:20917:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osp-MDT0001 (flags='F') 00000020:00000080:3.0:1789181669.965633:0:63:0:(genops.c:844:class_export_destroy()) destroying export ffff9c1dc78ed000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:00000080:3.0:1789181669.965640:0:20917:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789181669.965644:0:20917:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-osp-MDT0001: forcing exports to disconnect: 0/2 00000020:00080000:3.0:1789181669.965647:0:20917:0:(genops.c:1557:class_disconnect_exports()) OBD device 16 (ffff9c1dc4390000) has no exports 00000020:00000080:3.0:1789181669.965652:0:20917:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x76fb555283518225 00000020:00000080:3.0:1789181669.965655:0:20917:0:(genops.c:885:class_export_put()) final put ffff9c1e00843800/lustre-MDT0001-osd_UUID 00000020:00000080:3.0:1789181669.965662:0:63:0:(genops.c:844:class_export_destroy()) destroying export ffff9c1e00843800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:0.0:1789181669.970919:0:20917:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-osp-MDT0001: client import never connected 00000100:00080000:0.0:1789181669.970944:0:20917:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1789181669.970950:0:20917:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:0.0:1789181669.970959:0:20917:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1789181669.971005:0:12254:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9c1e00841800 for lustre-MDT0000-osp-MDT0001 00000020:00000080:0.0:1789181669.971058:0:20917:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789181669.971071:0:20917:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1789181669.971076:0:20917:0:(genops.c:885:class_export_put()) final put ffff9c1dc78ea000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1789181669.971080:0:20917:0:(genops.c:844:class_export_destroy()) destroying export ffff9c1dc78ea000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:01000000:0.0:1789181669.971089:0:20917:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osp-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1789181669.971400:0:20917:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789181669.971406:0:20917:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1789181669.971409:0:20917:0:(genops.c:885:class_export_put()) final put ffff9c1e00847000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1789181669.971412:0:20917:0:(genops.c:844:class_export_destroy()) destroying export ffff9c1e00847000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:01000000:0.0:1789181669.971416:0:20917:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-mdtlov (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1789181669.971512:0:20917:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x76fb555283518210 00000020:00000080:0.0:1789181669.971520:0:20917:0:(genops.c:885:class_export_put()) final put ffff9c1dff8ef000/lustre-MDD0001_UUID 00000020:01000000:0.0:1789181669.971538:0:20917:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0001 (flags='') 00000020:00000080:0.0:1789181669.971548:0:12254:0:(genops.c:844:class_export_destroy()) destroying export ffff9c1dff8ef000/lustre-MDD0001_UUID for lustre-MDD0001 00000020:00000080:0.0:1789181669.971559:0:20917:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789181669.971564:0:20917:0:(obd_config.c:956:class_cleanup()) lustre-MDD0001: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1789181669.971568:0:20917:0:(genops.c:1557:class_disconnect_exports()) OBD device 15 (ffff9c1dc43919c0) has no exports 00000020:00000080:0.0:1789181669.971587:0:20917:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789181669.971591:0:20917:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000020:00000080:0.0:1789181669.971594:0:20917:0:(genops.c:885:class_export_put()) final put ffff9c1e00845800/lustre-MDD0001_UUID 00000020:00000080:0.0:1789181669.971596:0:20917:0:(genops.c:844:class_export_destroy()) destroying export ffff9c1e00845800/lustre-MDD0001_UUID for lustre-MDD0001 00000020:01000000:0.0:1789181669.971600:0:20917:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0001 (lustre-MDD0001_UUID) 00000020:00000080:0.0:1789181669.971700:0:20917:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x76fb555283518217 00000020:00000080:0.0:1789181669.971705:0:20917:0:(genops.c:885:class_export_put()) final put ffff9c1dff8eb800/lustre-MDT0001-osd_UUID 00000020:00000080:0.0:1789181669.971715:0:12254:0:(genops.c:844:class_export_destroy()) destroying export ffff9c1dff8eb800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:01000004:0.0:1789181669.971902:0:20917:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9c1dc6df7800 from lustre-MDT0001, refs=2 00000020:01000004:0.0:1789181669.971915:0:20917:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9c1dc6df7800 2 00000020:01000004:0.0:1789181669.971919:0:20917:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff9c1dc6df7800 from lustre-MDT0001 00000020:00000080:0.0:1789181669.971941:0:20917:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789181669.971946:0:20917:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:00000080:0.0:1789181669.971950:0:20917:0:(genops.c:885:class_export_put()) final put ffff9c1e00843000/lustre-MDT0001_UUID 00000020:00000080:0.0:1789181669.971952:0:20917:0:(genops.c:844:class_export_destroy()) destroying export ffff9c1e00843000/lustre-MDT0001_UUID for lustre-MDT0001 00000020:01000000:0.0:1789181669.971960:0:20917:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001 (lustre-MDT0001_UUID) 00000020:01000004:0.0:1789181669.972170:0:20917:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 2 references. 00000020:01000000:0.0:1789181669.972176:0:20917:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0001 (flags='F') 00000020:00000080:0.0:1789181669.972179:0:20917:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789181669.972183:0:20917:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-MDT0001: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1789181669.972191:0:20917:0:(genops.c:1818:print_export_data()) lustre-MDT0000-lwp-MDT0001: ACTIVE ffff9c1de60e2800 lustre-MDT0000-lwp-MDT0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1789181669.972196:0:20917:0:(genops.c:1552:class_disconnect_exports()) OBD device 19 (ffff9c1dc4394d40) has exports, disconnecting them 00000020:00080000:0.0:1789181669.972201:0:20917:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0001: disconnecting export at 0@lo (ffff9c1de60e2800), last request at 1789181572 00000020:00000080:0.0:1789181669.972204:0:20917:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x76fb555283518295 00000020:00080000:0.0:1789181669.972216:0:20917:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff9c1de60e2800): rc 0 00000020:00000080:0.0:1789181669.972219:0:20917:0:(genops.c:885:class_export_put()) final put ffff9c1de60e2800/lustre-MDT0000-lwp-MDT0001 00000020:00000080:0.0:1789181669.972244:0:12254:0:(genops.c:844:class_export_destroy()) destroying export ffff9c1de60e2800/lustre-MDT0000-lwp-MDT0001 for lustre-MDT0000-lwp-MDT0001 00010000:01000000:1.0:1789181669.989848:0:20917:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0001: client import never connected 00000100:00080000:1.0:1789181669.989878:0:20917:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1789181669.989882:0:20917:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:1.0:1789181669.989890:0:20917:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1789181669.989922:0:12415:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9c1de60e5800 for lustre-MDT0000-lwp-MDT0001 00000020:00000080:1.0:1789181669.990124:0:20917:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789181669.990134:0:20917:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000020:00000080:1.0:1789181669.990139:0:20917:0:(genops.c:885:class_export_put()) final put ffff9c1de7d91800/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00000080:1.0:1789181669.990143:0:20917:0:(genops.c:844:class_export_destroy()) destroying export ffff9c1de7d91800/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000-lwp-MDT0001 00000020:01000000:1.0:1789181669.990154:0:20917:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0001 (lustre-MDT0000-lwp-MDT0001_UUID) 00000020:01000004:1.0:1789181669.990229:0:20917:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9c1dc6df7800 1 00000020:00000080:1.0:1789181669.990234:0:20917:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x76fb5552835181bc 00000020:00000080:1.0:1789181669.990241:0:20917:0:(genops.c:885:class_export_put()) final put ffff9c1cc3922000/lustre-MDT0001-osd_UUID 00000020:01000000:1.0:1789181669.990247:0:20917:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osd (flags='') 00000020:00000080:1.0:1789181669.990254:0:12415:0:(genops.c:844:class_export_destroy()) destroying export ffff9c1cc3922000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:1.0:1789181669.990263:0:20917:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789181669.990277:0:20917:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-osd: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1789181669.990281:0:20917:0:(genops.c:1557:class_disconnect_exports()) OBD device 12 (ffff9c1dfaf499c0) has no exports 00000020:00000080:1.0:1789181670.096303:0:20917:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789181670.096321:0:20917:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00000020:00000080:1.0:1789181670.096327:0:20917:0:(genops.c:885:class_export_put()) final put ffff9c1dc6df2000/lustre-MDT0001-osd_UUID 00000020:00000080:1.0:1789181670.096332:0:20917:0:(genops.c:844:class_export_destroy()) destroying export ffff9c1dc6df2000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:01000000:1.0:1789181670.096346:0:20917:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osd (lustre-MDT0001-osd_UUID) 00000020:01000004:1.0:1789181670.096474:0:20917:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff9c1dc6df6000 00000020:01000000:1.0:1789181670.096493:0:20917:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000080:1.0:1789181670.096497:0:20917:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789181670.096501:0:20917:0:(obd_config.c:956:class_cleanup()) MDS: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1789181670.096505:0:20917:0:(genops.c:1557:class_disconnect_exports()) OBD device 3 (ffff9c1de7f20000) has no exports 00000100:00100000:2.0:1789181670.097155:0:19683:0:(service.c:3188:ptlrpc_main()) mdt00_003: service thread [ffff9c1dfb291200:19683] 3 exiting: rc = 0 00000100:00100000:0.0:1789181670.097406:0:17147:0:(service.c:3188:ptlrpc_main()) mdt00_002: service thread [ffff9c1de7cb7000:17147] 2 exiting: rc = 0 00000100:00100000:1.0:1789181670.099057:0:17145:0:(service.c:3188:ptlrpc_main()) mdt00_000: service thread [ffff9c1dd8965800:17145] 0 exiting: rc = 1 00000100:00100000:3.0:1789181670.100448:0:17146:0:(service.c:3188:ptlrpc_main()) mdt00_001: service thread [ffff9c1dc5f86200:17146] 1 exiting: rc = 0 00000100:00100000:0.0:1789181670.100652:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181670.100661:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181670.100667:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181670.100673:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181670.100693:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181670.100701:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181670.100707:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181670.100712:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181670.100719:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181670.101053:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181670.101060:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181670.101066:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181670.101087:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181670.101093:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181670.101099:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181670.101115:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181670.101122:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181670.101129:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181670.101135:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181670.101142:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181670.101149:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181670.101155:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181670.101162:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181670.101170:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181670.101175:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181670.101181:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181670.101187:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181670.101193:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181670.101199:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181670.101205:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181670.101210:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181670.101216:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181670.101221:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181670.101226:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181670.101232:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181670.101238:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181670.101244:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181670.101250:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181670.101255:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181670.101261:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181670.101267:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181670.101273:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181670.101279:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181670.101285:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181670.101291:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181670.101297:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181670.101303:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181670.101317:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181670.101322:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181670.101328:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181670.101334:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181670.101339:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181670.101345:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181670.101351:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181670.101357:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181670.101363:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181670.101368:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181670.101374:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181670.101380:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181670.101386:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181670.101392:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181670.101399:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181670.101405:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181670.101411:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789181670.109601:0:17149:0:(service.c:3188:ptlrpc_main()) mdt_rdpg00_001: service thread [ffff9c1dc7398800:17149] 1 exiting: rc = 0 00000100:00100000:0.0:1789181670.110826:0:17148:0:(service.c:3188:ptlrpc_main()) mdt_rdpg00_000: service thread [ffff9c1de7cb6a00:17148] 0 exiting: rc = 1 00000100:00100000:3.0:1789181670.111033:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789181670.111040:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789181670.111047:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789181670.111052:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789181670.111057:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789181670.111062:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789181670.111067:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789181670.111072:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789181670.111077:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789181670.111095:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789181670.111100:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789181670.111117:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789181670.111123:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789181670.111127:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789181670.111132:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789181670.111137:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789181670.111142:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789181670.111147:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789181670.111152:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789181670.111158:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789181670.111163:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789181670.111168:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789181670.111173:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789181670.111178:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789181670.111183:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789181670.111188:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789181670.111193:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789181670.111198:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789181670.111203:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789181670.111209:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789181670.111214:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789181670.111219:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789181670.111225:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789181670.111230:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789181670.111235:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789181670.111241:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789181670.111245:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789181670.111251:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789181670.111256:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789181670.111262:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789181670.111267:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789181670.111272:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789181670.111277:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789181670.111281:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789181670.111292:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789181670.111297:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789181670.111302:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789181670.111307:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789181670.111312:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789181670.111317:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789181670.111322:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789181670.111327:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789181670.111332:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789181670.111337:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789181670.111343:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789181670.111349:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789181670.111354:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789181670.111360:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789181670.111365:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789181670.111370:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789181670.111375:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789181670.111380:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789181670.111386:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789181670.111391:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181670.112907:0:18162:0:(service.c:3188:ptlrpc_main()) mdt_out00_002: service thread [ffff9c1e00ccb400:18162] 2 exiting: rc = 0 00000100:00100000:3.0:1789181670.113330:0:17151:0:(service.c:3188:ptlrpc_main()) mdt_out00_001: service thread [ffff9c1cc3236e00:17151] 1 exiting: rc = 0 00000100:00100000:3.0:1789181670.113406:0:17150:0:(service.c:3188:ptlrpc_main()) mdt_out00_000: service thread [ffff9c1cc3237e00:17150] 0 exiting: rc = 1 00000100:00100000:2.0:1789181670.113940:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.113949:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.113956:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.113963:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.113983:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.114002:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.114008:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.114015:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.114020:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.114026:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.114045:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.114052:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.114058:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.114065:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.114071:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.114077:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.114083:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.114089:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.114095:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.114306:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.114315:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.114321:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.114340:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.114347:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.114352:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.114359:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.114365:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.114371:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.114376:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.114382:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.114388:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.114394:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.114399:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.114405:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.114423:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.114430:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.114435:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.114442:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.114448:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.114459:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.114465:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.114472:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.114478:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.114484:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.114504:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.114510:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.114540:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.114548:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.114554:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.114560:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.114566:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.114571:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.114576:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.114582:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.114589:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.114595:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.114602:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.114609:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.114630:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.114648:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.114654:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.114659:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.114665:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.114672:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181670.142256:0:17152:0:(service.c:3188:ptlrpc_main()) mdt_seqs_0000: service thread [ffff9c1dc8c00600:17152] 0 exiting: rc = 1 00000100:00100000:3.0:1789181670.142363:0:17153:0:(service.c:3188:ptlrpc_main()) mdt_seqs_0001: service thread [ffff9c1dc8c00e00:17153] 1 exiting: rc = 0 00000100:00100000:2.0:1789181670.142462:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.142470:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.142476:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.142481:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.142494:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.142500:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.142506:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.142511:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.142516:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.142521:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.142651:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.142656:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.142661:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.142666:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.142671:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.142690:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.142696:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.142701:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.142706:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.142711:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.142716:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.143197:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.143207:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.143212:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.143217:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.143222:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.143228:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.143232:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.143236:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.143241:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.143245:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.143250:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.143255:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.143260:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.143264:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.143269:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.143274:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.143278:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.143283:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.143288:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.143293:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.143297:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.143302:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.143307:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.143312:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.143326:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.143331:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.143336:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.143341:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.143345:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.143350:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.143355:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.143359:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.143364:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.143369:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.143374:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.143379:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.143383:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.143389:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.143393:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.143398:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.143403:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.143408:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.143414:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181670.143957:0:17155:0:(service.c:3188:ptlrpc_main()) mdt_seqm_0001: service thread [ffff9c1dd2245400:17155] 1 exiting: rc = 0 00000100:00100000:1.0:1789181670.144296:0:17154:0:(service.c:3188:ptlrpc_main()) mdt_seqm_0000: service thread [ffff9c1dc7399c00:17154] 0 exiting: rc = 1 00000100:00100000:2.0:1789181670.144374:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.144381:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.144386:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.144392:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.144398:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.144404:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.144409:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.144414:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.144419:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.144425:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.144430:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.144435:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.144440:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.144445:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.144450:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.144456:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.144472:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.144479:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.144484:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.144490:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.144494:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.144499:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.144505:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.144510:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.144514:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.144519:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.144524:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.144684:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.144690:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.144695:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.144700:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.144705:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.144709:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.144715:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.144910:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.144920:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.144926:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.144931:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.144936:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.144941:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.144946:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.144951:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.144956:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.144962:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.144967:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.144972:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.144978:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.145171:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.145181:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.145187:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.145191:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.145206:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.145211:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.145216:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.145222:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.145227:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.145231:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.145237:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.145242:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.145247:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.145252:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.145258:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.145263:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.145268:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789181670.146481:0:17156:0:(service.c:3188:ptlrpc_main()) mdt_fld_0000: service thread [ffff9c1cc34b5c00:17156] 0 exiting: rc = 1 00000100:00100000:0.0:1789181670.147044:0:17157:0:(service.c:3188:ptlrpc_main()) mdt_fld_0001: service thread [ffff9c1dc433f800:17157] 1 exiting: rc = 0 00000100:00100000:2.0:1789181670.147210:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.147218:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.147223:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.147228:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.147234:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.147239:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.147244:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.147249:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.147255:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.147261:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.147265:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.147271:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.147276:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.147281:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.147286:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.147291:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.147295:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.147300:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.147305:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.147310:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.147315:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.147320:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.147339:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.147344:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.147349:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.147353:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.147358:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.147363:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.147368:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.147372:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.147377:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.147381:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.147386:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.147391:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.147396:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.147400:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.147406:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.147412:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.147416:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.147421:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.147425:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.147430:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.147434:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.147439:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.147445:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.147450:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.147454:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.147459:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.147464:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.147470:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.147475:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.147479:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.147484:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.147502:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.147507:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.147511:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.147516:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.147535:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.147540:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.147545:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.147550:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.147555:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.147559:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.147564:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789181670.148219:0:17159:0:(service.c:3188:ptlrpc_main()) mdt_io00_001: service thread [ffff9c1dd2244c00:17159] 1 exiting: rc = 0 00000100:00100000:3.0:1789181670.148410:0:17160:0:(service.c:3188:ptlrpc_main()) mdt_io00_002: service thread [ffff9c1de7cbae00:17160] 2 exiting: rc = 0 00000100:00100000:1.0:1789181670.149460:0:17158:0:(service.c:3188:ptlrpc_main()) mdt_io00_000: service thread [ffff9c1df9ced200:17158] 0 exiting: rc = 1 00000100:00100000:2.0:1789181670.149649:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.149657:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.149685:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.149694:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.149700:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.149707:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.149713:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.149718:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.149751:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.149757:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.149763:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.149789:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.149796:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.149802:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.149807:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.149813:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.149819:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.149824:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.149830:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.149836:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.149841:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.149847:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.149852:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.149858:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.149874:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.149881:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.149887:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.149893:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.149912:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.149918:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.149924:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.149930:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.149936:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.149943:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.149949:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.149966:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.149974:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.149979:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.149994:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.150000:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.150006:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.150012:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.150017:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.150023:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.150028:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.150034:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.150040:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.150045:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.150051:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.150058:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.150063:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.150069:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.150075:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.150082:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.150087:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.150093:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.150098:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.150302:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.150310:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.150315:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.150321:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.150327:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.150333:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181670.150346:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:2.0:1789181670.158653:0:20917:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789181670.158667:0:20917:0:(obd_config.c:883:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000080:2.0:1789181670.158672:0:20917:0:(genops.c:885:class_export_put()) final put ffff9c1dfaf27000/MDS_uuid 00000020:00000080:2.0:1789181670.158687:0:20917:0:(genops.c:844:class_export_destroy()) destroying export ffff9c1dfaf27000/MDS_uuid for MDS 00000020:01000000:2.0:1789181670.158698:0:20917:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000100:00080000:2.0:1789181670.158773:0:12308:0:(pinger.c:229:ptlrpc_pinger_process_import()) 868df35c-3970-416b-9e25-2e3d68c8633a->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789181670.158778:0:12308:0:(pinger.c:247:ptlrpc_pinger_process_import()) 868df35c-3970-416b-9e25-2e3d68c8633a->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789181670.158781:0:12308:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789181670.158784:0:12308:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789181670.158788:0:12308:0:(import.c:65:import_set_state_nolock()) ffff9c1df27e8800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789181670.158795:0:12308:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 621 00000100:00080000:2.0:1789181670.158801:0:12308:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1789181670.158813:0:12308:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9c1df27e8800 using connection 192.168.202.101@tcp/0@lo 00000100:00100000:2.0:1789181670.158847:0:12308:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c1dffa53b80 x1876092408532096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789181670.158896:0:12308:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789181670.158900:0:12308:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789181670.158902:0:12308:0:(import.c:65:import_set_state_nolock()) ffff9c1cc3169800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789181670.158905:0:12308:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 621 00000100:00080000:2.0:1789181670.158908:0:12308:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1789181670.158912:0:12308:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9c1cc3169800 using connection 192.168.202.101@tcp/0@lo 00000100:00100000:2.0:1789181670.158923:0:12308:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c1dffa52300 x1876092408532352/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789181670.158970:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dffa53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3644:1876092408532224:0@lo:400:kworker.0 00000400:00000100:2.0:1789181670.159044:0:3644:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876092408532224 offset 0 length 224: 4 00000100:00100000:2.0:1789181670.159099:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1789181670.159254:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dffa53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3642:1876092408532096:0@lo:38:kworker.0 00000400:00000100:1.0:1789181670.159282:0:3642:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876092408532096 offset 0 length 520: 4 00000100:00100000:1.0:1789181670.159296:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dffa52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3642:1876092408532352:0@lo:38:kworker.0 00000400:00000100:1.0:1789181670.159312:0:3642:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876092408532352 offset 0 length 520: 4 00000100:00100000:2.0:1789181670.159939:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dffa51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3646:1876092408532480:0@lo:400:kworker.0 00000400:00000100:2.0:1789181670.159968:0:3646:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876092408532480 offset 0 length 224: 4 00000020:02000400:2.0:1789181670.160454:0:20917:0:(tgt_mount.c:2181:server_put_super()) server umount lustre-MDT0001 complete 00010000:00010000:0.0:1789181670.937766:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789181671.948117:0:17897:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789181672.971947:0:17134:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789181673.996425:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789181674.189837:0:12308:0:(pinger.c:229:ptlrpc_pinger_process_import()) 868df35c-3970-416b-9e25-2e3d68c8633a->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789181674.189850:0:12308:0:(pinger.c:247:ptlrpc_pinger_process_import()) 868df35c-3970-416b-9e25-2e3d68c8633a->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789181674.189853:0:12308:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789181674.189857:0:12308:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789181674.189913:0:12308:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789181674.189916:0:12308:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1789181674.189943:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1789181674.189958:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dffa51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3645:1876092408532608:0@lo:400:kworker.0 00000400:00000100:2.0:1789181674.190007:0:3645:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876092408532608 offset 0 length 224: 4 00000100:00100000:2.0:1789181674.190053:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789181674.190061:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dffa50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3644:1876092408532736:0@lo:400:kworker.0 00000400:00000100:2.0:1789181674.190081:0:3644:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876092408532736 offset 0 length 224: 4 00000020:01000004:1.0:1789181674.820537:0:21119:0:(tgt_mount.c:2192:server_umount_begin()) umount -f 00000020:01000004:1.0:1789181674.845462:0:21119:0:(tgt_mount.c:2062:server_put_super()) server put_super lustre-OST0000 00010000:00010000:1.0:1789181674.845518:0:21119:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1de0b13a00/0x76fb55528351832f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518336 expref: -99 pid: 18646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181674.845534:0:21119:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1de0b13a00/0x76fb55528351832f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x76fb555283518336 expref: -99 pid: 18646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181674.845541:0:21119:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1de0b13a00/0x76fb55528351832f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x76fb555283518336 expref: -99 pid: 18646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181674.845563:0:21119:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.101@tcp lock: ffff9c1de0b13a00/0x76fb55528351832f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x76fb555283518336 expref: -99 pid: 18646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181674.845599:0:21119:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:1.0:1789181674.845605:0:21119:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:1.0:1789181674.845640:0:21119:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1789181674.845652:0:21119:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9c1dffa53b80 x1876092408532096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789181690 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789181674.845673:0:21119:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:1.0:1789181674.845679:0:21119:0:(pinger.c:399:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1789181674.845685:0:21119:0:(import.c:65:import_set_state_nolock()) ffff9c1df27e8800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:1.0:1789181674.845690:0:21119:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1789181674.845693:0:21119:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9c1dffa53b80 x1876092408532096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789181690 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789181674.845700:0:21119:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:1.0:1789181674.845702:0:21119:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 21s for inflight to error out 00010000:00010000:0.0:1789181674.845849:0:17897:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789181674.845856:0:17897:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.101@tcp lock: ffff9c1de0b13a00/0x76fb55528351832f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x76fb555283518336 expref: -99 pid: 18646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181674.845865:0:17897:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1de0b13a00 already unused, calling callback (ffffffffc13aac20) 10000000:00010000:0.0:1789181674.845870:0:17897:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.101@tcp lock: ffff9c1de0b13a00/0x76fb55528351832f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x76fb555283518336 expref: -99 pid: 18646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181674.845878:0:17897:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.101@tcp lock: ffff9c1de0b13a00/0x76fb55528351832f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1008400000000 nid: local remote: 0x76fb555283518336 expref: -99 pid: 18646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789181674.845891:0:17897:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.101@tcp lock: ffff9c1de0b13a00/0x76fb55528351832f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1009400000000 nid: local remote: 0x76fb555283518336 expref: -99 pid: 18646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789181674.845896:0:17897:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1789181674.845899:0:17897:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:0.0:1789181674.845901:0:17897:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:0.0:1789181674.845914:0:17897:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9c1dd00d3000 00010000:00010000:0.0:1789181674.845918:0:17897:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.101@tcp lock: ffff9c1de0b13a00/0x76fb55528351832f lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0x76fb555283518336 expref: -99 pid: 18646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181674.845924:0:17897:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.101@tcp lock: ffff9c1de0b13a00/0x76fb55528351832f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0x76fb555283518336 expref: -99 pid: 18646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181674.845934:0:17897:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789181674.845936:0:17897:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789181674.845938:0:17897:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789181674.846102:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dffa53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3642:1876092408532096:0@lo:38:kworker.0 00000100:00080000:1.0:1789181674.847217:0:21119:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1789181674.847230:0:21119:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9c1dffa53800 x1876092408532224/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789181686 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789181674.847252:0:21119:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9c1dffa51500 x1876092408532608/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789181690 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789181674.847399:0:21119:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:1.0:1789181674.847407:0:21119:0:(pinger.c:399:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:1.0:1789181674.847437:0:21119:0:(import.c:65:import_set_state_nolock()) ffff9c1dfb993800 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:0.0:1789181674.847487:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dd0064380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3642:1876092408532864:0@lo:39:umount.0 00000400:00000100:0.0:1789181674.847535:0:3642:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876092408532864 offset 0 length 224: 4 00000100:00100000:2.0:1789181674.848120:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dffa53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3644:1876092408532224:0@lo:400:kworker.0 00000100:00100000:3.0:1789181674.850454:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dffa51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3645:1876092408532608:0@lo:400:kworker.0 00010000:00010000:3.0:1789181675.019965:0:17134:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789181675.211879:0:12308:0:(pinger.c:229:ptlrpc_pinger_process_import()) 868df35c-3970-416b-9e25-2e3d68c8633a->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789181675.211891:0:12308:0:(pinger.c:247:ptlrpc_pinger_process_import()) 868df35c-3970-416b-9e25-2e3d68c8633a->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789181675.211894:0:12308:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789181675.211897:0:12308:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1789181675.211999:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dffa53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3644:1876092408532992:0@lo:400:kworker.0 00000400:00000100:2.0:1789181675.212055:0:3644:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876092408532992 offset 0 length 224: 4 00000001:00100000:3.0:1789181675.789910:0:19466:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1789181675.789922:0:19466:0:(genops.c:885:class_export_put()) final put ffff9c1cc316e000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1789181675.789947:0:63:0:(genops.c:844:class_export_destroy()) destroying export ffff9c1cc316e000/lustre-MDT0001-mdtlov_UUID for lustre-OST0001 00000020:00000080:3.0:1789181675.789991:0:63:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9c1cc316c000 for lustre-OST0001 00000001:00100000:2.0:1789181675.801034:0:18647:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1789181675.801045:0:18647:0:(genops.c:885:class_export_put()) final put ffff9c1df27ea000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1789181675.801072:0:12308:0:(genops.c:844:class_export_destroy()) destroying export ffff9c1df27ea000/lustre-MDT0001-mdtlov_UUID for lustre-OST0000 00000020:00000080:2.0:1789181675.801110:0:12308:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9c1df27eb000 for lustre-OST0000 00010000:00010000:0.0:1789181676.044842:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789181677.069687:0:17897:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789181678.092084:0:17134:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789181679.118552:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789181679.948793:0:3642:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789181669/real 1789181669] req@ffff9c1cc2754000 x1876092408531968/t0(0) o250->MGC192.168.202.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789181679 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_02.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789181679.948841:0:3642:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c1cc2754000 x1876092408531968/t0(0) o250->MGC192.168.202.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789181679 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_02.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789181679.948875:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9c1dd00d3000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789181679.948894:0:3642:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1789181679.948898:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc2754000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:868df35c-3970-416b-9e25-2e3d68c8633a:3642:1876092408531968:0@lo:250:ptlrpcd_00_02.0 00000100:00080000:2.0:1789181679.948930:0:12308:0:(pinger.c:229:ptlrpc_pinger_process_import()) 868df35c-3970-416b-9e25-2e3d68c8633a->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789181679.948935:0:12308:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789181679.948938:0:12308:0:(import.c:65:import_set_state_nolock()) ffff9c1dd00d3000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789181679.948943:0:12308:0:(import.c:545:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 0@lo last attempt 625 00000100:00080000:2.0:1789181679.948949:0:12308:0:(import.c:630:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1789181679.948960:0:12308:0:(import.c:666:import_select_connection()) MGC192.168.202.101@tcp: import ffff9c1dd00d3000 using connection 192.168.202.101@tcp/0@lo 00000100:00100000:2.0:1789181679.949006:0:12308:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c1dffa53b80 x1876092408533120/t0(0) o250->MGC192.168.202.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789181679.949029:0:12308:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789181679.949033:0:12308:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1789181679.949103:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dffa53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:868df35c-3970-416b-9e25-2e3d68c8633a:3642:1876092408533120:0@lo:250:kworker.0 00000400:00000100:2.0:1789181679.949174:0:3642:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876092408533120 offset 0 length 520: 4 00000100:00100000:3.0:1789181679.949647:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dffa51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3645:1876092408533248:0@lo:400:kworker.0 00000400:00000100:3.0:1789181679.950006:0:3645:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876092408533248 offset 0 length 224: 4 00010000:00010000:0.0:1789181680.142267:0:17897:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789181681.164562:0:17134:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789181682.188550:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789181683.211999:0:17897:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789181684.043829:0:3642:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789181674/real 1789181674] req@ffff9c1dd0064380 x1876092408532864/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1789181684 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789181684.043875:0:3642:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c1dd0064380 x1876092408532864/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1789181684 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789181684.043898:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9c1dfb993800 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:2.0:1789181684.043919:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dd0064380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3642:1876092408532864:0@lo:39:umount.0 00000100:00080000:1.0:1789181684.044007:0:21119:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1789181684.044012:0:21119:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:1.0:1789181684.044039:0:21119:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:1.0:1789181684.045017:0:21119:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1de0b12a00/0x76fb555283518305 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb55528351830c expref: -99 pid: 18646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181684.045035:0:21119:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1de0b12a00/0x76fb555283518305 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x76fb55528351830c expref: -99 pid: 18646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181684.045043:0:21119:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1de0b12a00/0x76fb555283518305 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x76fb55528351830c expref: -99 pid: 18646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181684.045051:0:21119:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.101@tcp lock: ffff9c1de0b12a00/0x76fb555283518305 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x76fb55528351830c expref: -99 pid: 18646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181684.045254:0:21119:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789181684.045265:0:21119:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1dc1679000/0x76fb55528351865b lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518662 expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181684.045273:0:21119:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1dc1679000/0x76fb55528351865b lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x76fb555283518662 expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181684.045281:0:21119:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1dc1679000/0x76fb55528351865b lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x76fb555283518662 expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181684.045287:0:21119:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.101@tcp lock: ffff9c1dc1679000/0x76fb55528351865b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x76fb555283518662 expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181684.049978:0:17134:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789181684.049997:0:17134:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.101@tcp lock: ffff9c1de0b12a00/0x76fb555283518305 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x76fb55528351830c expref: -99 pid: 18646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181684.050010:0:17134:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1de0b12a00 already unused, calling callback (ffffffffc13aac20) 10000000:00010000:3.0:1789181684.050014:0:17134:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.101@tcp lock: ffff9c1de0b12a00/0x76fb555283518305 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x76fb55528351830c expref: -99 pid: 18646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181684.050024:0:17134:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.101@tcp lock: ffff9c1de0b12a00/0x76fb555283518305 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0x76fb55528351830c expref: -99 pid: 18646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789181684.050032:0:17134:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.101@tcp lock: ffff9c1de0b12a00/0x76fb555283518305 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0x76fb55528351830c expref: -99 pid: 18646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789181684.050038:0:17134:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1789181684.050040:0:17134:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0000: stopping, won't requeue 00010000:00010000:3.0:1789181684.050055:0:17134:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9c1dd00d3000 00010000:00010000:3.0:1789181684.050059:0:17134:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.101@tcp lock: ffff9c1de0b12a00/0x76fb555283518305 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0x76fb55528351830c expref: -99 pid: 18646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181684.050066:0:17134:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.101@tcp lock: ffff9c1de0b12a00/0x76fb555283518305 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0x76fb55528351830c expref: -99 pid: 18646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181684.050084:0:17134:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789181684.050088:0:17134:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.101@tcp lock: ffff9c1dc1679000/0x76fb55528351865b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x76fb555283518662 expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181684.050117:0:17134:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1dc1679000 already unused, calling callback (ffffffffc13aac20) 10000000:00010000:3.0:1789181684.050120:0:17134:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.101@tcp lock: ffff9c1dc1679000/0x76fb55528351865b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x76fb555283518662 expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181684.050127:0:17134:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.101@tcp lock: ffff9c1dc1679000/0x76fb55528351865b lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x76fb555283518662 expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789181684.050133:0:17134:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.101@tcp lock: ffff9c1dc1679000/0x76fb55528351865b lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x76fb555283518662 expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789181684.050139:0:17134:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:3.0:1789181684.050141:0:17134:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 00010000:00010000:3.0:1789181684.050146:0:17134:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9c1dd00d3000 00010000:00010000:3.0:1789181684.050149:0:17134:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.101@tcp lock: ffff9c1dc1679000/0x76fb55528351865b lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x76fb555283518662 expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181684.050156:0:17134:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789181684.050158:0:17134:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789181684.050160:0:17134:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789181684.058379:0:21119:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1789181684.058400:0:21119:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.101@tcp lock: ffff9c1dc1679000/0x76fb55528351865b lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x76fb555283518662 expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789181684.058427:0:21119:0:(mgc_request.c:130:config_log_put()) dropping config log params 10000000:01000000:1.0:1789181684.058460:0:21119:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0000 10000000:01000000:1.0:1789181684.058462:0:21119:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0000 (0) 00000020:01000004:1.0:1789181684.058529:0:21119:0:(tgt_mount.c:2112:server_put_super()) stopping lustre-OST0000 00000020:01000000:1.0:1789181684.058533:0:21119:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000 (flags='F') 00000020:00000080:1.0:1789181684.058541:0:21119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789181684.058547:0:21119:0:(obd_config.c:956:class_cleanup()) lustre-OST0000: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1789181684.058552:0:21119:0:(genops.c:1557:class_disconnect_exports()) OBD device 22 (ffff9c1cc32619c0) has no exports 00000020:00080000:1.0:1789181684.058581:0:21119:0:(genops.c:1557:class_disconnect_exports()) OBD device 22 (ffff9c1cc32619c0) has no exports 00010000:00010000:0.0:1789181684.058857:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:1.0:1789181684.066316:0:21119:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9c1cc391c540 - data ffff9c1de4833000/ffff9c1dfdf86c00 00000020:01000000:1.0:1789181684.066485:0:21119:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9c1dfaf1c420 - data ffff9c1de4837948/ffff9c1cc32bd400 00100000:10000000:2.0:1789181684.099113:0:21119:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0000-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:3.0:1789181684.128424:0:21119:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x76fb55528351831a 00000020:00000080:3.0:1789181684.128440:0:21119:0:(genops.c:885:class_export_put()) final put ffff9c1dfb0fc000/lustre-OST0000-osd_UUID 00000020:00000080:3.0:1789181684.128455:0:63:0:(genops.c:844:class_export_destroy()) destroying export ffff9c1dfb0fc000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:01000004:3.0:1789181684.128469:0:21119:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9c1df3d93800 from lustre-OST0000, refs=2 00000020:01000004:3.0:1789181684.128473:0:21119:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9c1df3d93800 2 00000020:01000004:3.0:1789181684.128477:0:21119:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff9c1df3d93800 from lustre-OST0000 00000020:00000080:3.0:1789181684.128521:0:21119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789181684.128533:0:21119:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:00000080:3.0:1789181684.128537:0:21119:0:(genops.c:885:class_export_put()) final put ffff9c1dfb0f8000/lustre-OST0000_UUID 00000020:00000080:3.0:1789181684.128539:0:21119:0:(genops.c:844:class_export_destroy()) destroying export ffff9c1dfb0f8000/lustre-OST0000_UUID for lustre-OST0000 00000020:01000000:3.0:1789181684.128562:0:21119:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000 (lustre-OST0000_UUID) 00000020:01000004:3.0:1789181684.128633:0:21119:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 1 references. 00000020:01000000:3.0:1789181684.128639:0:21119:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0000 (flags='F') 00000020:00000080:3.0:1789181684.128644:0:21119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789181684.128649:0:21119:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1789181684.128657:0:21119:0:(genops.c:1818:print_export_data()) lustre-MDT0000-lwp-OST0000: ACTIVE ffff9c1dfb995000 lustre-MDT0000-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1789181684.128663:0:21119:0:(genops.c:1552:class_disconnect_exports()) OBD device 23 (ffff9c1dc4e00000) has exports, disconnecting them 00000020:00080000:3.0:1789181684.128669:0:21119:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0000: disconnecting export at 0@lo (ffff9c1dfb995000), last request at 1789181589 00000020:00000080:3.0:1789181684.128673:0:21119:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x76fb555283518344 00000020:00080000:3.0:1789181684.128683:0:21119:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff9c1dfb995000): rc 0 00000020:00000080:3.0:1789181684.128688:0:21119:0:(genops.c:885:class_export_put()) final put ffff9c1dfb995000/lustre-MDT0000-lwp-OST0000 00000020:00000080:3.0:1789181684.128709:0:63:0:(genops.c:844:class_export_destroy()) destroying export ffff9c1dfb995000/lustre-MDT0000-lwp-OST0000 for lustre-MDT0000-lwp-OST0000 00010000:01000000:2.0:1789181684.134100:0:21119:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0000: client import never connected 00000100:00080000:2.0:1789181684.134108:0:21119:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1789181684.134112:0:21119:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:2.0:1789181684.134120:0:21119:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1789181684.134146:0:12308:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9c1df27e8800 for lustre-MDT0000-lwp-OST0000 00000020:00000080:2.0:1789181684.134307:0:21119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789181684.134315:0:21119:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000020:00000080:2.0:1789181684.134320:0:21119:0:(genops.c:885:class_export_put()) final put ffff9c1df27ed000/lustre-MDT0000-lwp-OST0000_UUID 00000020:00000080:2.0:1789181684.134323:0:21119:0:(genops.c:844:class_export_destroy()) destroying export ffff9c1df27ed000/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000-lwp-OST0000 00000020:01000000:2.0:1789181684.134335:0:21119:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0000 (lustre-MDT0000-lwp-OST0000_UUID) 00000020:01000000:2.0:1789181684.134405:0:21119:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0000 (flags='F') 00000020:00000080:2.0:1789181684.134409:0:21119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789181684.134414:0:21119:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1789181684.134421:0:21119:0:(genops.c:1818:print_export_data()) lustre-MDT0001-lwp-OST0000: ACTIVE ffff9c1dfb994800 lustre-MDT0001-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1789181684.134427:0:21119:0:(genops.c:1552:class_disconnect_exports()) OBD device 24 (ffff9c1dd9304d40) has exports, disconnecting them 00000020:00080000:2.0:1789181684.134432:0:21119:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0000: disconnecting export at 0@lo (ffff9c1dfb994800), last request at 1789181589 00000020:00000080:2.0:1789181684.134436:0:21119:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x76fb555283518359 00000020:00080000:2.0:1789181684.134459:0:21119:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff9c1dfb994800): rc 0 00000020:00000080:2.0:1789181684.134464:0:21119:0:(genops.c:885:class_export_put()) final put ffff9c1dfb994800/lustre-MDT0001-lwp-OST0000 00000020:00000080:2.0:1789181684.134487:0:12308:0:(genops.c:844:class_export_destroy()) destroying export ffff9c1dfb994800/lustre-MDT0001-lwp-OST0000 for lustre-MDT0001-lwp-OST0000 00010000:01000000:2.0:1789181684.182714:0:21119:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0000: client import never connected 00000100:00080000:2.0:1789181684.182834:0:21119:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1789181684.182840:0:21119:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:2.0:1789181684.182851:0:21119:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1789181684.183200:0:21119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789181684.183210:0:21119:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000020:01000004:2.0:1789181684.183218:0:21119:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9c1df3d93800 1 00000020:00000080:2.0:1789181684.183225:0:21119:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x76fb5552835182f7 00000020:00000080:2.0:1789181684.183234:0:21119:0:(genops.c:885:class_export_put()) final put ffff9c1dc7389800/lustre-OST0000-osd_UUID 00000020:01000000:2.0:1789181684.183240:0:21119:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osd (flags='') 00000020:00000080:2.0:1789181684.183245:0:21119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789181684.183249:0:21119:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osd: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1789181684.183253:0:21119:0:(genops.c:1557:class_disconnect_exports()) OBD device 20 (ffff9c1dd93019c0) has no exports 00000020:00000080:2.0:1789181684.189619:0:12308:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9c1dfb993800 for lustre-MDT0001-lwp-OST0000 00000020:00000080:2.0:1789181684.189634:0:12308:0:(genops.c:885:class_export_put()) final put ffff9c1dfb996800/lustre-MDT0001-lwp-OST0000_UUID 00000020:00000080:2.0:1789181684.189638:0:12308:0:(genops.c:844:class_export_destroy()) destroying export ffff9c1dfb996800/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001-lwp-OST0000 00000020:01000000:2.0:1789181684.189647:0:12308:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0000 (lustre-MDT0001-lwp-OST0000_UUID) 00000020:00000080:2.0:1789181684.190062:0:12308:0:(genops.c:844:class_export_destroy()) destroying export ffff9c1dc7389800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:1.0:1789181684.216457:0:21119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789181684.216473:0:21119:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00000020:00000080:1.0:1789181684.216480:0:21119:0:(genops.c:885:class_export_put()) final put ffff9c1dc738a000/lustre-OST0000-osd_UUID 00000020:00000080:1.0:1789181684.216484:0:21119:0:(genops.c:844:class_export_destroy()) destroying export ffff9c1dc738a000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:01000000:1.0:1789181684.216511:0:21119:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osd (lustre-OST0000-osd_UUID) 00000020:01000004:1.0:1789181684.216644:0:21119:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff9c1df3d94000 00000020:02000400:1.0:1789181684.216702:0:21119:0:(tgt_mount.c:2181:server_put_super()) server umount lustre-OST0000 complete 00010000:00010000:0.0:1789181684.262648:0:17897:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789181685.005712:0:12308:0:(pinger.c:229:ptlrpc_pinger_process_import()) 868df35c-3970-416b-9e25-2e3d68c8633a->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789181685.005747:0:12308:0:(pinger.c:247:ptlrpc_pinger_process_import()) 868df35c-3970-416b-9e25-2e3d68c8633a->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789181685.005750:0:12308:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789181685.005754:0:12308:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1789181685.006046:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dffa52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3646:1876092408533376:0@lo:400:kworker.0 00000400:00000100:1.0:1789181685.006106:0:3646:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876092408533376 offset 0 length 224: 4 00010000:00010000:3.0:1789181685.261041:0:17134:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:1.0:1789181686.030051:0:3646:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789181670/real 1789181670] req@ffff9c1dffa51180 x1876092408532480/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1789181686 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789181686.068561:0:3646:0:(client.c:2548:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9c1dffa51180 x1876092408532480/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1789181686 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789181686.068577:0:3646:0:(import.c:65:import_set_state_nolock()) ffff9c1dfd9f4800 lustre-MDT0001_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1789181686.068582:0:3646:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0001-lwp-OST0001: Connection to lustre-MDT0001 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1789181686.091468:0:3646:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0001_UUID: waking up pinger s:DISCONN 00000100:00080000:1.0:1789181686.105677:0:12415:0:(pinger.c:229:ptlrpc_pinger_process_import()) 868df35c-3970-416b-9e25-2e3d68c8633a->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789181686.105690:0:12415:0:(pinger.c:247:ptlrpc_pinger_process_import()) 868df35c-3970-416b-9e25-2e3d68c8633a->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789181686.105700:0:12415:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789181686.105703:0:12415:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789181686.105705:0:12415:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789181686.105708:0:12415:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1789181686.105712:0:12415:0:(import.c:65:import_set_state_nolock()) ffff9c1dfd9f4800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789181686.105764:0:12415:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 564 00000100:00080000:1.0:1789181686.105779:0:12415:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff9c1dfd9f4800 using connection 192.168.202.101@tcp/0@lo 00000100:00100000:1.0:1789181686.105819:0:12415:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c1dd0067480 x1876092408533504/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789181686.105973:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dd0067480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3642:1876092408533504:0@lo:38:kworker.0 00000400:00000100:2.0:1789181686.106028:0:3642:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876092408533504 offset 0 length 520: 4 00000100:00100000:0.0:1789181686.106384:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dffa51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3646:1876092408532480:0@lo:400:kworker.0 00010000:00010000:1.0:1789181686.285784:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789181687.307923:0:17897:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789181688.335833:0:17134:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1789181688.803027:0:21321:0:(tgt_mount.c:2192:server_umount_begin()) umount -f 00000020:01000004:2.0:1789181688.819536:0:21321:0:(tgt_mount.c:2062:server_put_super()) server put_super lustre-OST0001 00010000:00010000:2.0:1789181688.819644:0:21321:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1e0085fe00/0x76fb555283518494 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb55528351849b expref: -99 pid: 19465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181688.819662:0:21321:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1e0085fe00/0x76fb555283518494 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x76fb55528351849b expref: -99 pid: 19465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181688.819669:0:21321:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1e0085fe00/0x76fb555283518494 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x76fb55528351849b expref: -99 pid: 19465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181688.819676:0:21321:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.101@tcp lock: ffff9c1e0085fe00/0x76fb555283518494 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x76fb55528351849b expref: -99 pid: 19465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181688.819711:0:21321:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:2.0:1789181688.819717:0:21321:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:2.0:1789181688.819784:0:21321:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1789181688.819799:0:21321:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9c1dffa52300 x1876092408532352/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789181690 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789181688.819815:0:21321:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:2.0:1789181688.819822:0:21321:0:(pinger.c:399:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1789181688.819828:0:21321:0:(import.c:65:import_set_state_nolock()) ffff9c1cc3169800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:2.0:1789181688.819833:0:21321:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1789181688.819837:0:21321:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9c1dffa52300 x1876092408532352/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789181690 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789181688.819843:0:21321:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:2.0:1789181688.819846:0:21321:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 2s for inflight to error out 00000100:00100000:3.0:1789181688.820054:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dffa52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3642:1876092408532352:0@lo:38:kworker.0 00000100:00080000:2.0:1789181688.821425:0:21321:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1789181688.821440:0:21321:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9c1dffa50a80 x1876092408532736/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789181690 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1789181688.821611:0:17133:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789181688.821621:0:17133:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.101@tcp lock: ffff9c1e0085fe00/0x76fb555283518494 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x76fb55528351849b expref: -99 pid: 19465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181688.821633:0:17133:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1e0085fe00 already unused, calling callback (ffffffffc13aac20) 10000000:00010000:1.0:1789181688.821637:0:17133:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.101@tcp lock: ffff9c1e0085fe00/0x76fb555283518494 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x76fb55528351849b expref: -99 pid: 19465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181688.821648:0:17133:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.101@tcp lock: ffff9c1e0085fe00/0x76fb555283518494 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x76fb55528351849b expref: -99 pid: 19465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789181688.821656:0:17133:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.101@tcp lock: ffff9c1e0085fe00/0x76fb555283518494 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x76fb55528351849b expref: -99 pid: 19465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789181688.821662:0:17133:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1789181688.821664:0:17133:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:1.0:1789181688.821666:0:17133:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:1.0:1789181688.821705:0:17133:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9c1dd00d3000 00010000:00010000:1.0:1789181688.821709:0:17133:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.101@tcp lock: ffff9c1e0085fe00/0x76fb555283518494 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x76fb55528351849b expref: -99 pid: 19465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181688.821717:0:17133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.101@tcp lock: ffff9c1e0085fe00/0x76fb555283518494 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x76fb55528351849b expref: -99 pid: 19465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181688.821756:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789181688.821758:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789181688.821759:0:17133:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789181688.823786:0:21321:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9c1dffa53800 x1876092408532992/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789181691 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789181688.823797:0:21321:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9c1dffa51500 x1876092408533248/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789181695 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789181688.823812:0:21321:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9c1dffa52a00 x1876092408533376/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789181701 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789181688.823825:0:21321:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9c1dd0067480 x1876092408533504/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789181696 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789181688.823837:0:21321:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00100000:0.0:1789181688.824540:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dffa52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3646:1876092408533376:0@lo:400:kworker.0 00000100:00100000:1.0:1789181688.824651:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dffa51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3645:1876092408533248:0@lo:400:kworker.0 00000100:00080000:1.0:1789181688.824768:0:21321:0:(pinger.c:399:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00080000:1.0:1789181688.824775:0:21321:0:(import.c:65:import_set_state_nolock()) ffff9c1dfd9f4800 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:1.0:1789181688.824783:0:21321:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1789181688.824789:0:21321:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9c1dffa50a80 x1876092408532736/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789181690 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789181688.829699:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dffa50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3644:1876092408532736:0@lo:400:kworker.0 00000100:00100000:1.0:1789181688.831712:0:21321:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9c1dffa53800 x1876092408532992/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789181691 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789181688.831743:0:21321:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9c1dd0067480 x1876092408533504/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789181696 ref 1 fl Interpret:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789181688.831753:0:21321:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:2.0:1789181688.831854:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dd0067480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3642:1876092408533504:0@lo:38:kworker.0 00000100:00100000:3.0:1789181688.836874:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dffa53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3644:1876092408532992:0@lo:400:kworker.0 00000100:00100000:1.0:1789181688.840543:0:21321:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:1.0:1789181688.842985:0:21321:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1e0085e000/0x76fb55528351846a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518471 expref: -99 pid: 19465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181688.843006:0:21321:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1e0085e000/0x76fb55528351846a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x76fb555283518471 expref: -99 pid: 19465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181688.843014:0:21321:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1e0085e000/0x76fb55528351846a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x76fb555283518471 expref: -99 pid: 19465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181688.843036:0:21321:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.101@tcp lock: ffff9c1e0085e000/0x76fb55528351846a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x76fb555283518471 expref: -99 pid: 19465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181688.843113:0:21321:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789181688.843121:0:21321:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1dc1522a00/0x76fb55528351864d lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518654 expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181688.843128:0:21321:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1dc1522a00/0x76fb55528351864d lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76fb555283518654 expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181688.843133:0:21321:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1dc1522a00/0x76fb55528351864d lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x76fb555283518654 expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181688.843139:0:21321:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.101@tcp lock: ffff9c1dc1522a00/0x76fb55528351864d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x76fb555283518654 expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181688.847706:0:17897:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1789181688.847742:0:17897:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.101@tcp lock: ffff9c1e0085e000/0x76fb55528351846a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x76fb555283518471 expref: -99 pid: 19465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181688.847757:0:17897:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1e0085e000 already unused, calling callback (ffffffffc13aac20) 10000000:00010000:0.0:1789181688.847762:0:17897:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.101@tcp lock: ffff9c1e0085e000/0x76fb55528351846a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x76fb555283518471 expref: -99 pid: 19465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181688.847774:0:17897:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.101@tcp lock: ffff9c1e0085e000/0x76fb55528351846a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x76fb555283518471 expref: -99 pid: 19465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789181688.847782:0:17897:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.101@tcp lock: ffff9c1e0085e000/0x76fb55528351846a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x76fb555283518471 expref: -99 pid: 19465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789181688.847788:0:17897:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1789181688.847791:0:17897:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0001: stopping, won't requeue 00010000:00010000:0.0:1789181688.847806:0:17897:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9c1dd00d3000 00010000:00010000:0.0:1789181688.847810:0:17897:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.101@tcp lock: ffff9c1e0085e000/0x76fb55528351846a lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x76fb555283518471 expref: -99 pid: 19465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181688.847818:0:17897:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.101@tcp lock: ffff9c1e0085e000/0x76fb55528351846a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x76fb555283518471 expref: -99 pid: 19465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181688.847843:0:17897:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789181688.847847:0:17897:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.101@tcp lock: ffff9c1dc1522a00/0x76fb55528351864d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x76fb555283518654 expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181688.847852:0:17897:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1dc1522a00 already unused, calling callback (ffffffffc13aac20) 10000000:00010000:0.0:1789181688.847855:0:17897:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.101@tcp lock: ffff9c1dc1522a00/0x76fb55528351864d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x76fb555283518654 expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181688.847885:0:17897:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.101@tcp lock: ffff9c1dc1522a00/0x76fb55528351864d lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x76fb555283518654 expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789181688.847892:0:17897:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.101@tcp lock: ffff9c1dc1522a00/0x76fb55528351864d lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x76fb555283518654 expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789181688.847898:0:17897:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:0.0:1789181688.847900:0:17897:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 00010000:00010000:0.0:1789181688.847905:0:17897:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9c1dd00d3000 00010000:00010000:0.0:1789181688.847908:0:17897:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.101@tcp lock: ffff9c1dc1522a00/0x76fb55528351864d lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0x76fb555283518654 expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181688.847915:0:17897:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789181688.847917:0:17897:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789181688.847919:0:17897:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789181688.852892:0:21321:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1789181688.852913:0:21321:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.101@tcp lock: ffff9c1dc1522a00/0x76fb55528351864d lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0x76fb555283518654 expref: -99 pid: 17142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789181688.852949:0:21321:0:(mgc_request.c:130:config_log_put()) dropping config log params 10000000:01000000:1.0:1789181688.852961:0:21321:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0001 10000000:01000000:1.0:1789181688.852963:0:21321:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0001 (0) 00000020:01000004:1.0:1789181688.853007:0:21321:0:(tgt_mount.c:2112:server_put_super()) stopping lustre-OST0001 00000020:01000000:1.0:1789181688.853012:0:21321:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001 (flags='F') 00000020:00000080:1.0:1789181688.853024:0:21321:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789181688.853031:0:21321:0:(obd_config.c:956:class_cleanup()) lustre-OST0001: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1789181688.853036:0:21321:0:(genops.c:1557:class_disconnect_exports()) OBD device 26 (ffff9c1cc3264d40) has no exports 00000020:00080000:1.0:1789181688.853060:0:21321:0:(genops.c:1557:class_disconnect_exports()) OBD device 26 (ffff9c1cc3264d40) has no exports 00010000:00010000:2.0:1789181688.853474:0:17134:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:2.0:1789181688.860586:0:21321:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9c1de7cb3b40 - data ffff9c1de48e8510/ffff9c1e00f39400 00000020:01000000:2.0:1789181688.860848:0:21321:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9c1dfda87ae0 - data ffff9c1de4832bd0/ffff9c1cc32b5400 00100000:10000000:2.0:1789181688.870937:0:21321:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0001-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:2.0:1789181688.887383:0:21321:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x76fb55528351847f 00000020:00000080:2.0:1789181688.887397:0:21321:0:(genops.c:885:class_export_put()) final put ffff9c1dc6530000/lustre-OST0001-osd_UUID 00000020:00000080:2.0:1789181688.887413:0:12308:0:(genops.c:844:class_export_destroy()) destroying export ffff9c1dc6530000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:01000004:2.0:1789181688.887424:0:21321:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9c1df27eb800 from lustre-OST0001, refs=2 00000020:01000004:2.0:1789181688.887428:0:21321:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9c1df27eb800 2 00000020:01000004:2.0:1789181688.887432:0:21321:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff9c1df27eb800 from lustre-OST0001 00000020:00000080:2.0:1789181688.887474:0:21321:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789181688.887486:0:21321:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:00000080:2.0:1789181688.887490:0:21321:0:(genops.c:885:class_export_put()) final put ffff9c1cc1d2f800/lustre-OST0001_UUID 00000020:00000080:2.0:1789181688.887492:0:21321:0:(genops.c:844:class_export_destroy()) destroying export ffff9c1cc1d2f800/lustre-OST0001_UUID for lustre-OST0001 00000020:01000000:2.0:1789181688.887498:0:21321:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001 (lustre-OST0001_UUID) 00000100:00080000:2.0:1789181688.887577:0:21321:0:(pinger.c:399:ptlrpc_pinger_del_import()) removing pingable import 868df35c-3970-416b-9e25-2e3d68c8633a->MGS 00010000:00010000:2.0:1789181688.887594:0:21321:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.101@tcp lock: ffff9c1e0085f200/0x76fb5552835181c3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x76fb5552835181ca expref: -99 pid: 17876 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789181688.887616:0:21321:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.101@tcp lock: ffff9c1e0085f200/0x76fb5552835181c3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x76fb5552835181ca expref: -99 pid: 17876 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789181688.887622:0:21321:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 10000000:01000000:2.0:1789181688.887625:0:21321:0:(mgc_request.c:954:mgc_blocking_ast()) log nodemap: disconnecting, won't requeue 10000000:01000000:2.0:1789181688.887629:0:21321:0:(mgc_request.c:130:config_log_put()) dropping config log nodemap 00010000:00010000:2.0:1789181688.887644:0:21321:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9c1dd00d3000 00010000:00010000:2.0:1789181688.887648:0:21321:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.101@tcp lock: ffff9c1e0085f200/0x76fb5552835181c3 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x76fb5552835181ca expref: -99 pid: 17876 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181688.887664:0:21321:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.101@tcp lock: ffff9c1e0085e800/0x76fb5552835180b2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x76fb5552835180b9 expref: -99 pid: 17124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789181688.887671:0:21321:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.101@tcp lock: ffff9c1e0085e800/0x76fb5552835180b2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x76fb5552835180b9 expref: -99 pid: 17124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789181688.887676:0:21321:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1789181688.887679:0:21321:0:(mgc_request.c:954:mgc_blocking_ast()) log lustre-s: disconnecting, won't requeue 10000000:01000000:2.0:1789181688.887680:0:21321:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-sptlrpc 00010000:00010000:2.0:1789181688.887700:0:21321:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9c1dd00d3000 00010000:00010000:2.0:1789181688.887703:0:21321:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.101@tcp lock: ffff9c1e0085e800/0x76fb5552835180b2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x76fb5552835180b9 expref: -99 pid: 17124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1789181688.887720:0:21321:0:(import.c:65:import_set_state_nolock()) ffff9c1dd00d3000 MGS: changing import state from CONNECTING to CLOSED 10000000:01000000:2.0:1789181688.888458:0:21321:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1789181688.888463:0:21321:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:2.0:1789181688.888464:0:21321:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:2.0:1789181688.888469:0:21321:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:2.0:1789181688.888481:0:21321:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9c1dffa53b80 x1876092408533120/t0(0) o250->MGC192.168.202.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789181694 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:01000000:2.0:1789181688.888524:0:21321:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:2.0:1789181688.888527:0:21321:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 8s for inflight to error out 00000100:00100000:0.0:1789181688.888602:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dffa53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:868df35c-3970-416b-9e25-2e3d68c8633a:3642:1876092408533120:0@lo:250:kworker.0 10000000:01000000:2.0:1789181688.889021:0:21321:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:2.0:1789181688.889034:0:21321:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x76fb55528351809d 00000020:00000080:2.0:1789181688.889041:0:21321:0:(genops.c:885:class_export_put()) final put ffff9c1dfaf22800/868df35c-3970-416b-9e25-2e3d68c8633a 00000020:01000000:2.0:1789181688.889052:0:21321:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGC192.168.202.101@tcp (flags='') 00000020:00000080:2.0:1789181688.889062:0:12308:0:(genops.c:844:class_export_destroy()) destroying export ffff9c1dfaf22800/868df35c-3970-416b-9e25-2e3d68c8633a for MGC192.168.202.101@tcp 00000020:00000080:2.0:1789181688.889075:0:21321:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789181688.889081:0:21321:0:(obd_config.c:956:class_cleanup()) MGC192.168.202.101@tcp: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1789181688.889085:0:21321:0:(genops.c:1557:class_disconnect_exports()) OBD device 2 (ffff9c1dfaf48000) has no exports 10000000:01000000:1.0:1789181688.889139:0:17142:0:(mgc_request.c:708:mgc_requeue_thread()) Ending requeue thread 10000000:01000000:2.0:1789181688.890948:0:21321:0:(obd_class.h:670:obd_cleanup_client_import()) MGC192.168.202.101@tcp: client import never connected 00000100:00080000:2.0:1789181688.890958:0:21321:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 10000000:01000000:2.0:1789181688.890962:0:21321:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:2.0:1789181688.890966:0:21321:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 10000000:01000000:2.0:1789181688.890969:0:21321:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:2.0:1789181688.891007:0:12308:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9c1dd00d3000 for MGC192.168.202.101@tcp 00000020:00000080:2.0:1789181688.891070:0:21321:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789181688.891079:0:21321:0:(obd_config.c:883:class_detach()) detach on obd MGC192.168.202.101@tcp (uuid 868df35c-3970-416b-9e25-2e3d68c8633a) 00000020:00000080:2.0:1789181688.891084:0:21321:0:(genops.c:885:class_export_put()) final put ffff9c1dd00d7800/868df35c-3970-416b-9e25-2e3d68c8633a 00000020:00000080:2.0:1789181688.891088:0:21321:0:(genops.c:844:class_export_destroy()) destroying export ffff9c1dd00d7800/868df35c-3970-416b-9e25-2e3d68c8633a for MGC192.168.202.101@tcp 00000020:01000000:2.0:1789181688.891099:0:21321:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGC192.168.202.101@tcp (868df35c-3970-416b-9e25-2e3d68c8633a) 00000020:01000000:2.0:1789181688.891446:0:21321:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0001 (flags='F') 00000020:00000080:2.0:1789181688.891462:0:21321:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789181688.891469:0:21321:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1789181688.891476:0:21321:0:(genops.c:1818:print_export_data()) lustre-MDT0000-lwp-OST0001: ACTIVE ffff9c1cc316d000 lustre-MDT0000-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1789181688.891482:0:21321:0:(genops.c:1552:class_disconnect_exports()) OBD device 27 (ffff9c1cc3263380) has exports, disconnecting them 00000020:00080000:2.0:1789181688.891487:0:21321:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0001: disconnecting export at 0@lo (ffff9c1cc316d000), last request at 1789181608 00000020:00000080:2.0:1789181688.891492:0:21321:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x76fb5552835184a9 00000020:00080000:2.0:1789181688.891504:0:21321:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff9c1cc316d000): rc 0 00000020:00000080:2.0:1789181688.891520:0:21321:0:(genops.c:885:class_export_put()) final put ffff9c1cc316d000/lustre-MDT0000-lwp-OST0001 00000020:00000080:2.0:1789181688.891543:0:12308:0:(genops.c:844:class_export_destroy()) destroying export ffff9c1cc316d000/lustre-MDT0000-lwp-OST0001 for lustre-MDT0000-lwp-OST0001 00010000:01000000:0.0:1789181688.894844:0:21321:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0001: client import never connected 00000100:00080000:0.0:1789181688.894855:0:21321:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1789181688.894860:0:21321:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:0.0:1789181688.894868:0:21321:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1789181688.894900:0:253:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9c1cc3169800 for lustre-MDT0000-lwp-OST0001 00000020:00000080:0.0:1789181688.895079:0:21321:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789181688.895088:0:21321:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000020:00000080:0.0:1789181688.895093:0:21321:0:(genops.c:885:class_export_put()) final put ffff9c1cc316f000/lustre-MDT0000-lwp-OST0001_UUID 00000020:00000080:0.0:1789181688.895097:0:21321:0:(genops.c:844:class_export_destroy()) destroying export ffff9c1cc316f000/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000-lwp-OST0001 00000020:01000000:0.0:1789181688.895108:0:21321:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0001 (lustre-MDT0000-lwp-OST0001_UUID) 00000020:01000000:0.0:1789181688.895187:0:21321:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0001 (flags='F') 00000020:00000080:0.0:1789181688.895191:0:21321:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789181688.895206:0:21321:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1789181688.895212:0:21321:0:(genops.c:1818:print_export_data()) lustre-MDT0001-lwp-OST0001: ACTIVE ffff9c1dfd9f7000 lustre-MDT0001-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1789181688.895219:0:21321:0:(genops.c:1552:class_disconnect_exports()) OBD device 28 (ffff9c1dd13e99c0) has exports, disconnecting them 00000020:00080000:0.0:1789181688.895223:0:21321:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0001: disconnecting export at 0@lo (ffff9c1dfd9f7000), last request at 1789181608 00000020:00000080:0.0:1789181688.895227:0:21321:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x76fb5552835184be 00000020:00080000:0.0:1789181688.895239:0:21321:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff9c1dfd9f7000): rc 0 00000020:00000080:0.0:1789181688.895244:0:21321:0:(genops.c:885:class_export_put()) final put ffff9c1dfd9f7000/lustre-MDT0001-lwp-OST0001 00000020:00000080:0.0:1789181688.895268:0:253:0:(genops.c:844:class_export_destroy()) destroying export ffff9c1dfd9f7000/lustre-MDT0001-lwp-OST0001 for lustre-MDT0001-lwp-OST0001 00010000:01000000:1.0:1789181688.897817:0:21321:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0001: client import never connected 00000100:00080000:1.0:1789181688.897826:0:21321:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1789181688.897831:0:21321:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:1.0:1789181688.897839:0:21321:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1789181688.897869:0:12415:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9c1dfd9f4800 for lustre-MDT0001-lwp-OST0001 00010000:00010000:1.0:1789181688.897926:0:17133:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-1 blwis in pool) 00010000:00010000:1.0:1789181688.991199:0:17897:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-2 blwis in pool) 00010000:00010000:1.0:1789181688.997152:0:17134:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-3 blwis in pool) 00000100:00100000:1.0:1789181688.999411:0:17129:0:(service.c:3188:ptlrpc_main()) ldlm_cb00_001: service thread [ffff9c1dfb0c1a00:17129] 1 exiting: rc = 0 00000100:00100000:1.0:1789181689.076876:0:17128:0:(service.c:3188:ptlrpc_main()) ldlm_cb00_000: service thread [ffff9c1dfb29d000:17128] 0 exiting: rc = 1 00000100:00100000:1.0:1789181689.076994:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789181689.077270:0:17131:0:(service.c:3188:ptlrpc_main()) ldlm_cn00_001: service thread [ffff9c1dff9be200:17131] 1 exiting: rc = 0 00000100:00100000:1.0:1789181689.077334:0:18676:0:(service.c:3188:ptlrpc_main()) ldlm_cn00_003: service thread [ffff9c1cc1e30400:18676] 3 exiting: rc = 0 00000100:00100000:0.0:1789181689.085647:0:17130:0:(service.c:3188:ptlrpc_main()) ldlm_cn00_000: service thread [ffff9c1dff9bf800:17130] 0 exiting: rc = 1 00000100:00100000:2.0:1789181689.085900:0:17132:0:(service.c:3188:ptlrpc_main()) ldlm_cn00_002: service thread [ffff9c1dff9bea00:17132] 2 exiting: rc = 0 00000100:00100000:1.0:1789181689.086041:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789181689.086049:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789181689.086055:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789181689.086062:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789181689.086068:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789181689.086075:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789181689.086079:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789181689.086083:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789181689.086088:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789181689.086092:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789181689.086097:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789181689.086102:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789181689.086107:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789181689.086112:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789181689.086117:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789181689.086121:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789181689.086125:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789181689.086131:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789181689.086136:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789181689.086152:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789181689.086157:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789181689.086161:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789181689.086165:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789181689.086170:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789181689.086176:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789181689.086180:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789181689.086186:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789181689.086190:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789181689.086195:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789181689.086201:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789181689.086206:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789181689.086212:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789181689.086217:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789181689.086222:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789181689.086227:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789181689.086233:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789181689.086238:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789181689.086243:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789181689.086248:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789181689.086253:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789181689.086257:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789181689.086262:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789181689.086268:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789181689.086273:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789181689.086278:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789181689.086290:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789181689.086295:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789181689.086300:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789181689.086304:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789181689.086309:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789181689.086314:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789181689.086319:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789181689.086324:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789181689.086329:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789181689.086341:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789181689.086346:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789181689.086363:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789181689.086368:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789181689.086374:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789181689.086379:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789181689.086384:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789181689.086389:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789181689.086394:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789181689.086402:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:1.0:1789181689.117008:0:21321:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789181689.117023:0:21321:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000020:00000080:1.0:1789181689.117029:0:21321:0:(genops.c:885:class_export_put()) final put ffff9c1dfd9f0000/lustre-MDT0001-lwp-OST0001_UUID 00000020:00000080:1.0:1789181689.117033:0:21321:0:(genops.c:844:class_export_destroy()) destroying export ffff9c1dfd9f0000/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001-lwp-OST0001 00000020:01000000:1.0:1789181689.117043:0:21321:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0001 (lustre-MDT0001-lwp-OST0001_UUID) 00000020:01000004:1.0:1789181689.117111:0:21321:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9c1df27eb800 1 00000020:00000080:1.0:1789181689.117116:0:21321:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x76fb555283518463 00000020:00000080:1.0:1789181689.117123:0:21321:0:(genops.c:885:class_export_put()) final put ffff9c1cc45bd000/lustre-OST0001-osd_UUID 00000020:01000000:1.0:1789181689.117132:0:21321:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osd (flags='') 00000020:00000080:1.0:1789181689.117142:0:12415:0:(genops.c:844:class_export_destroy()) destroying export ffff9c1cc45bd000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:00000080:1.0:1789181689.117152:0:21321:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789181689.117156:0:21321:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osd: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1789181689.117160:0:21321:0:(genops.c:1557:class_disconnect_exports()) OBD device 25 (ffff9c1dc4e019c0) has no exports 00000020:00000080:1.0:1789181689.174083:0:21321:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789181689.174102:0:21321:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00000020:00000080:1.0:1789181689.174107:0:21321:0:(genops.c:885:class_export_put()) final put ffff9c1cc36c7800/lustre-OST0001-osd_UUID 00000020:00000080:1.0:1789181689.174112:0:21321:0:(genops.c:844:class_export_destroy()) destroying export ffff9c1cc36c7800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:01000000:1.0:1789181689.174118:0:21321:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osd (lustre-OST0001-osd_UUID) 00000020:01000004:1.0:1789181689.174432:0:21321:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff9c1df27ec000 00000020:01000000:1.0:1789181689.174459:0:21321:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of OSS (flags='F') 00000020:00000080:1.0:1789181689.174464:0:21321:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789181689.174468:0:21321:0:(obd_config.c:956:class_cleanup()) OSS: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1789181689.174483:0:21321:0:(genops.c:1557:class_disconnect_exports()) OBD device 21 (ffff9c1dd9300000) has no exports 00000020:00000080:1.0:1789181689.174512:0:21321:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789181689.174518:0:21321:0:(obd_config.c:883:class_detach()) detach on obd OSS (uuid OSS_uuid) 00000020:00000080:1.0:1789181689.174521:0:21321:0:(genops.c:885:class_export_put()) final put ffff9c1de7ec0000/OSS_uuid 00000020:00000080:1.0:1789181689.174523:0:21321:0:(genops.c:844:class_export_destroy()) destroying export ffff9c1de7ec0000/OSS_uuid for OSS 00000020:01000000:1.0:1789181689.174527:0:21321:0:(genops.c:441:class_free_dev()) finishing cleanup of obd OSS (OSS_uuid) 00000100:00100000:1.0:1789181689.174615:0:18650:0:(service.c:3188:ptlrpc_main()) ll_ost00_000: service thread [ffff9c1dfb5d9600:18650] 0 exiting: rc = 1 00000100:00100000:1.0:1789181689.174749:0:18978:0:(service.c:3188:ptlrpc_main()) ll_ost00_003: service thread [ffff9c1cc1d16400:18978] 3 exiting: rc = 0 00000100:00100000:0.0:1789181689.174879:0:18653:0:(service.c:3188:ptlrpc_main()) ll_ost00_002: service thread [ffff9c1dfbf11000:18653] 2 exiting: rc = 0 00000100:00080000:2.0:1789181689.175060:0:17141:0:(pinger.c:550:ping_evictor_main()) Exiting Ping Evictor 00000100:00100000:3.0:1789181689.175225:0:18652:0:(service.c:3188:ptlrpc_main()) ll_ost00_001: service thread [ffff9c1dfbf11c00:18652] 1 exiting: rc = 0 00000100:00100000:0.0:1789181689.179823:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.179837:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.179842:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.179847:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.179852:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.179857:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.179862:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.179867:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.179872:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.179877:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.179881:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.179886:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.179892:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.179897:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.179902:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.179908:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.179914:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.179938:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.179945:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.179951:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.179956:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.179962:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.179980:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.179986:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.179991:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.179997:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.180002:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.180007:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.180012:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.180017:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.180021:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.180026:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.180032:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.180038:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.180043:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.180048:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.180053:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.180058:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.180064:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.180068:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.180073:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.180078:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.180083:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.180088:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.180094:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.180099:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.180104:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.180109:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.180114:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.180119:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.180124:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.180129:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.180134:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.180140:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.180145:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.180151:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.180156:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.180170:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.180175:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.180181:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.180187:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.180192:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.180197:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.180203:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181689.181366:0:18655:0:(service.c:3188:ptlrpc_main()) ll_ost_create00_001: service thread [ffff9c1dd2240600:18655] 1 exiting: rc = 0 00000100:00100000:3.0:1789181689.182660:0:18654:0:(service.c:3188:ptlrpc_main()) ll_ost_create00_000: service thread [ffff9c1dd2240e00:18654] 0 exiting: rc = 1 00000100:00100000:0.0:1789181689.186625:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.186635:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.186641:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.186646:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.186651:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.186657:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.186662:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.186666:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.186671:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.186676:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.186681:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.186685:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.186705:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.186710:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.186715:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.186720:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.190139:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.190146:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.190151:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.190157:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.190162:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.190168:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.190173:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.190178:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.190182:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.190187:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.190193:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.190199:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.190225:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.190230:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.190235:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.190240:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.190245:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.190250:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.190255:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.190260:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.190265:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.190270:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.190276:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.190296:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.190303:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.190309:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.190315:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.190320:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.190325:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.190330:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.190336:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.190341:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.190346:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.190352:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.190357:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.190362:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.190368:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.190373:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.190378:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.190383:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.190388:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.190393:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.190399:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.190404:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.190409:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.190414:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.190420:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.190433:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789181689.196319:0:18658:0:(service.c:3188:ptlrpc_main()) ll_ost_io00_002: service thread [ffff9c1dd9322800:18658] 2 exiting: rc = 0 00000100:00100000:2.0:1789181689.196825:0:20285:0:(service.c:3188:ptlrpc_main()) ll_ost_io00_003: service thread [ffff9c1cc25f3200:20285] 3 exiting: rc = 0 00000100:00100000:2.0:1789181689.197021:0:18657:0:(service.c:3188:ptlrpc_main()) ll_ost_io00_001: service thread [ffff9c1cc3515000:18657] 1 exiting: rc = 0 00000100:00100000:3.0:1789181689.197817:0:18656:0:(service.c:3188:ptlrpc_main()) ll_ost_io00_000: service thread [ffff9c1dd2240800:18656] 0 exiting: rc = 1 00000100:00100000:0.0:1789181689.197964:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.197975:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.197981:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.197988:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.197994:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.198001:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.198008:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.198013:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.198040:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.198046:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.198052:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.198058:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.198064:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.198069:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.198075:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.198081:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.198086:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.198092:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.198098:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.198104:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.198110:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.198116:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.198122:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.198127:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.198133:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.198138:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.198144:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.198149:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.198155:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.198160:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.198165:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.198171:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.198188:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.198194:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.198214:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.198220:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.198226:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.198233:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.198239:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.198245:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.198252:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.198257:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.198262:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.198268:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.198274:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.198293:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.198301:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.198307:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.198312:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.198318:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.198324:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.198330:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.198336:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.198341:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.198347:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.198352:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.198370:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.198377:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.198382:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.198388:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.198393:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.198399:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.198404:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.198409:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789181689.202668:0:18659:0:(service.c:3188:ptlrpc_main()) ll_ost_seq00_000: service thread [ffff9c1de7cba600:18659] 0 exiting: rc = 1 00000100:00100000:2.0:1789181689.202897:0:18660:0:(service.c:3188:ptlrpc_main()) ll_ost_seq00_001: service thread [ffff9c1de7cba800:18660] 1 exiting: rc = 0 00000100:00100000:0.0:1789181689.203166:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.203173:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.203178:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.203183:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.203188:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.203204:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.203208:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.203214:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.203219:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.203229:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.203238:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.203243:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.203248:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.203253:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.203258:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.203263:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.203267:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.203272:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.203277:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.203296:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.203301:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.203305:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.203309:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.203314:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.203319:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.203323:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.203329:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.203334:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.203339:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.203344:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.203349:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.203353:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.203358:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.203364:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.203369:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.203374:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.203379:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.203384:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.203391:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.203396:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.203408:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.203413:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.203417:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.203422:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.203426:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.203431:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.203436:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.203440:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.203445:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.203585:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.203592:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.203597:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.203602:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.203608:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.203613:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.203619:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.203625:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.203630:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.203635:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.203639:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.203644:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.203648:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.203652:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.203657:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789181689.204441:0:18661:0:(service.c:3188:ptlrpc_main()) ll_ost_out00_000: service thread [ffff9c1de7e1b200:18661] 0 exiting: rc = 1 00000100:00100000:0.0:1789181689.205385:0:18662:0:(service.c:3188:ptlrpc_main()) ll_ost_out00_001: service thread [ffff9c1dcf525200:18662] 1 exiting: rc = 0 00000100:00100000:0.0:1789181689.205625:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.205636:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.205642:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.205648:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.205654:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.205681:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.205700:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.205705:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.205711:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.205716:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.205760:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.205765:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.205772:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.205778:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.205784:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.205789:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.205795:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.205814:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.205820:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.205826:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.205832:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.205837:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.205842:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.205848:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.205854:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.205860:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.205867:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.205872:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.205879:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.205898:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.205905:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.205912:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.205919:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.205924:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.205930:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.205937:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.205944:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.205950:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.205956:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.205961:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.205966:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.205985:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.205993:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.205999:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.206004:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.206017:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.206023:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.206029:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.206036:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.206043:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.206048:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.206054:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.206060:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.206082:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.206090:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.206096:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.206102:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.206109:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.206115:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.206121:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.206127:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.206134:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.206140:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789181689.206151:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:02000400:1.0:1789181689.230969:0:21321:0:(tgt_mount.c:2181:server_put_super()) server umount lustre-OST0001 complete 00000001:02000400:3.0:1789181713.387298:0:22088:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg201-server.virtnet: executing load_modules_local 00000020:01000004:2.0:1789181727.051382:0:22688:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1789181727.052407:0:22688:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds1_flakey 00000020:01000004:2.0:1789181727.052409:0:22688:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:3.0:1789181727.052805:0:22688:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff9c1dc46d8000 00000020:01000004:3.0:1789181727.052824:0:22688:0:(tgt_mount.c:2503:osd_start()) Attempting to start lustre-MDT0000, type=osd-ldiskfs, lsifl=200005, mountfl=0 00000020:01000004:3.0:1789181727.052832:0:22688:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-osd (typ=osd-ldiskfs) 00000020:00000080:3.0:1789181727.052990:0:22688:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osd (ffff9c1cc32619c0) 00000020:00000080:0.0:1789181727.053071:0:22688:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type osd-ldiskfs with refcount 2 00100000:10000000:1.0:1789181727.167669:0:22688:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:0.0:1789181727.168708:0:22688:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:0.0:1789181727.170651:0:22688:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xa:0x0] (8/32) registered 00100000:10000000:0.0:1789181727.171388:0:22688:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xe:0x0] (8/32) registered 00100000:10000000:0.0:1789181727.171704:0:22688:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:0.0:1789181727.172407:0:22688:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:0.0:1789181727.172654:0:22688:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:0.0:1789181727.173040:0:22688:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x9:0x0] (8/32) registered 00100000:10000000:0.0:1789181727.173424:0:22688:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xd:0x0] (8/32) registered 00100000:10000000:0.0:1789181727.173620:0:22688:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xb:0x0] (8/32) registered 00100000:10000000:0.0:1789181727.173984:0:22688:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:0.0:1789181727.174176:0:22688:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xc:0x0] (8/32) registered 00100000:10000000:0.0:1789181727.174440:0:22688:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:0.0:1789181727.174975:0:22688:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:0.0:1789181727.176985:0:22688:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2:0x0] (8/32) registered 00100000:10000000:0.0:1789181727.179566:0:22688:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x20:0x0] (16/1) registered 00100000:10000000:0.0:1789181727.179883:0:22688:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x33:0x0] (24/16) registered 00100000:10000000:0.0:1789181727.180263:0:22688:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x23:0x0] (16/1) registered 00100000:10000000:0.0:1789181727.180514:0:22688:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:0.0:1789181727.180799:0:22688:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:0.0:1789181727.181567:0:22688:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:0.0:1789181727.182004:0:22688:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:0.0:1789181727.182291:0:22688:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:0.0:1789181727.182642:0:22688:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x34:0x0] (24/16) registered 00100000:10000000:0.0:1789181727.183612:0:22688:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:0.0:1789181727.184172:0:22688:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:0.0:1789181727.184714:0:22688:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:0.0:1789181727.185245:0:22688:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1f:0x0] (16/1) registered 00100000:10000000:0.0:1789181727.185636:0:22688:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x21:0x0] (16/1) registered 00100000:10000000:0.0:1789181727.186057:0:22688:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:0.0:1789181727.186323:0:22688:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:0.0:1789181727.186677:0:22688:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:0.0:1789181727.187125:0:22688:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x31:0x0] (24/16) registered 00100000:10000000:0.0:1789181727.187654:0:22688:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:0.0:1789181727.188068:0:22688:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:0.0:1789181727.188313:0:22688:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:0.0:1789181727.189243:0:22688:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x32:0x0] (24/16) registered 00100000:10000000:0.0:1789181727.189758:0:22688:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:0.0:1789181727.190120:0:22688:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:0.0:1789181727.190563:0:22688:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x22:0x0] (16/1) registered 00100000:10000000:0.0:1789181727.190833:0:22688:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x30:0x0] (24/16) registered 00100000:10000000:0.0:1789181727.191313:0:22688:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:0.0:1789181727.191642:0:22688:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1e:0x0] (16/1) registered 00100000:10000000:0.0:1789181727.191986:0:22688:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:0.0:1789181727.192211:0:22688:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:0.0:1789181727.192547:0:22688:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:0.0:1789181727.192778:0:22688:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2f:0x0] (24/16) registered 00100000:10000000:2.0:1789181727.200393:0:22688:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2020000:0x0] (8/32) registered 00100000:10000000:2.0:1789181727.201040:0:22688:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1020000:0x0] (8/32) registered 00100000:10000000:2.0:1789181727.201323:0:22688:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x20000:0x0] (8/32) registered 00100000:10000000:2.0:1789181727.201759:0:22688:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1010000:0x0] (8/32) registered 00100000:10000000:2.0:1789181727.202210:0:22688:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x10000:0x0] (8/32) registered 00100000:10000000:2.0:1789181727.202507:0:22688:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2010000:0x0] (8/32) registered 00080000:01000000:2.0:1789181727.208361:0:22688:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0000: register osd-ldiskfs tunable parameters 00000020:00000080:2.0:1789181727.208719:0:22688:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00080000:01000000:2.0:1789181727.209458:0:22688:0:(osd_handler.c:8924:osd_obd_connect()) connect #0 00000020:00000080:2.0:1789181727.209476:0:22688:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x76fb555283518910 00000020:01000004:2.0:1789181727.209487:0:22688:0:(tgt_mount.c:2588:server_fill_super()) Found service lustre-MDT0000 on device /dev/mapper/mds1_flakey 00000020:01000000:2.0:1789181727.209492:0:22688:0:(tgt_mount.c:219:server_start_mgs()) Start MGS service MGS 00000020:01000004:2.0:1789181727.209499:0:22688:0:(tgt_mount.c:101:server_register_mount()) register mount ffff9c1dc46d8000 from MGS 00000020:01000004:2.0:1789181727.209505:0:22688:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGS (typ=mgs) 00000020:00000080:2.0:1789181727.209522:0:22688:0:(genops.c:413:class_newdev()) Allocate new device MGS (ffff9c1dd13ecd40) 00000020:00000080:2.0:1789181727.209534:0:22688:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type mgs with refcount 2 00000020:01000004:2.0:1789181727.209608:0:22688:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9c1dc46d8000 from MGS, refs=2 00080000:01000000:2.0:1789181727.209613:0:22688:0:(osd_handler.c:8924:osd_obd_connect()) connect #1 00000020:00000080:2.0:1789181727.209630:0:22688:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x76fb55528351891e 00000100:00100000:2.0:1789181727.209774:0:22688:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:2.0:1789181727.210085:0:22688:0:(service.c:3467:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 56 00000100:00100000:2.0:1789181727.210092:0:22688:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:2.0:1789181727.211257:0:22688:0:(service.c:3467:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 56 00000100:00100000:2.0:1789181727.211269:0:22688:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:3.0:1789181727.213256:0:22688:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1789181727.213589:0:22688:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 56 00000100:00100000:3.0:1789181727.213595:0:22688:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:1.0:1789181727.218342:0:22688:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 56 00000100:00100000:1.0:1789181727.218359:0:22688:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:1.0:1789181727.219350:0:22688:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 56 00000100:00100000:1.0:1789181727.219361:0:22688:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00010000:00010000:1.0:1789181727.220384:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789181727.220456:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789181727.220458:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789181727.221089:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789181727.221092:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789181727.221104:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789181727.221803:0:22688:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGS-0 is initialized 00010000:00010000:1.0:1789181727.224840:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:01000000:3.0:1789181727.231247:0:22688:0:(llog_obd.c:197:llog_setup()) obd MGS ctxt 0 is initialized 10000000:01000000:3.0:1789181727.234038:0:22700:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x2 (params) 20000000:01000000:1.0:1789181727.234102:0:22688:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 2 20000000:01000000:1.0:1789181727.234175:0:22688:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:1.0:1789181727.236120:0:22688:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000100:00100000:1.0:1789181727.236492:0:22688:0:(service.c:155:ptlrpc_grow_req_bufs()) mgs: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1789181727.236668:0:22688:0:(service.c:3467:ptlrpc_start_thread()) mgs[-1] started 0 min 3 max 32 00000100:00100000:1.0:1789181727.236674:0:22688:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_mgs_0000' 00000100:00100000:1.0:1789181727.246936:0:22688:0:(service.c:3467:ptlrpc_start_thread()) mgs[-1] started 1 min 3 max 32 00000100:00100000:1.0:1789181727.246953:0:22688:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_mgs_0001' 00000100:00100000:3.0:1789181727.247292:0:22688:0:(service.c:3467:ptlrpc_start_thread()) mgs[-1] started 2 min 3 max 32 00000100:00100000:3.0:1789181727.247299:0:22688:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_mgs_0002' 00000020:00000080:3.0:1789181727.251312:0:22688:0:(obd_config.c:826:class_setup()) finished setup of obd MGS (uuid MGS) 00000020:01000004:3.0:1789181727.251348:0:22688:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.202.101@tcp' 00000020:01000004:3.0:1789181727.251350:0:22688:0:(obd_mount.c:420:lustre_start_mgc()) mgs NIDs (null). 00000020:01000004:3.0:1789181727.251380:0:22688:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.202.101@tcp (typ=mgc) 00000020:00000080:3.0:1789181727.251460:0:22688:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.202.101@tcp (ffff9c1cc3260000) 00000020:00000080:3.0:1789181727.251477:0:22688:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type mgc with refcount 2 00010000:00080000:3.0:1789181727.251555:0:22688:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9c1dc46de000@MGC192.168.202.101@tcp: add connection 192.168.202.101@tcp at head 00010000:00010000:3.0:1789181727.251715:0:22688:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.202.101@tcp-0 is initialized 00000040:01000000:3.0:1789181727.251949:0:22688:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.202.101@tcp ctxt 1 is initialized 00000100:00080000:1.0:1789181727.252218:0:22705:0:(pinger.c:468:ping_evictor_main()) Starting Ping Evictor 10000000:01000000:3.0:1789181727.252490:0:22706:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:1.0:1789181727.252614:0:22688:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.202.101@tcp (uuid a2b996c4-a190-4d5d-aaf1-8257d6a32b57) 00000020:00000080:1.0:1789181727.252633:0:22688:0:(genops.c:1384:class_connect()) connect: client a2b996c4-a190-4d5d-aaf1-8257d6a32b57, cookie 0x76fb55528351892c 00000100:00080000:1.0:1789181727.252644:0:22688:0:(import.c:545:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1789181727.252660:0:22688:0:(import.c:666:import_select_connection()) MGC192.168.202.101@tcp: import ffff9c1dc46de000 using connection 192.168.202.101@tcp/0@lo 00000100:00100000:1.0:1789181727.252699:0:22688:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c1dd0064700 x1876092408533632/t0(0) o250->MGC192.168.202.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789181727.252756:0:22688:0:(pinger.c:374:ptlrpc_pinger_add_import()) adding pingable import a2b996c4-a190-4d5d-aaf1-8257d6a32b57->MGS 00000020:01000004:1.0:1789181727.252776:0:22688:0:(tgt_mount.c:1809:server_start_targets()) starting target lustre-MDT0000 00000020:01000004:1.0:1789181727.252799:0:22688:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MDS (typ=mds) 00000100:00100000:2.0:1789181727.253177:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dd0064700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:3642:1876092408533632:0@lo:250:mount.lustre.0 00000100:00100000:2.0:1789181727.253251:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181727.253319:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408533632 00000100:00100000:2.0:1789181727.253326:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408533632 00000100:00100000:2.0:1789181727.253367:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1789181727.253374:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc4e52050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:3642:x1876092408533632:12345-0@lo:250:mount.lustre.0 00010000:00080000:2.0:1789181727.253572:0:22701:0:(ldlm_lib.c:1453:target_handle_connect()) MGS: connection from a2b996c4-a190-4d5d-aaf1-8257d6a32b57@0@lo t0 exp 0000000000000000 cur 683 last 0 00000020:00000080:2.0:1789181727.253595:0:22701:0:(genops.c:1384:class_connect()) connect: client a2b996c4-a190-4d5d-aaf1-8257d6a32b57, cookie 0x76fb555283518933 00000100:00080000:2.0:1789181727.253719:0:22701:0:(import.c:65:import_set_state_nolock()) ffff9c1cc2472000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1789181727.254058:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc4e52050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+5:3642:x1876092408533632:12345-0@lo:250:mount.lustre.0 Request processed in 682us (806us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181727.254068:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1789181727.254253:0:3642:0:(client.c:3126:ptlrpc_free_committed()) MGC192.168.202.101@tcp: committing for last_committed 0 gen 1 00000100:00080000:3.0:1789181727.254262:0:3642:0:(import.c:1177:ptlrpc_connect_interpret()) MGC192.168.202.101@tcp: connect to target with instance 0 00000100:00080000:3.0:1789181727.254269:0:3642:0:(import.c:1001:ptlrpc_connect_set_flags()) MGC192.168.202.101@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:3.0:1789181727.254274:0:3642:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:3.0:1789181727.254278:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9c1dc46de000 MGS: changing import state from CONNECTING to FULL 10000000:01000000:3.0:1789181727.254280:0:3642:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:3.0:1789181727.254295:0:3642:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00100000:3.0:1789181727.254300:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dd0064700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:3642:1876092408533632:0@lo:250:mount.lustre.0 00000020:00000080:1.0:1789181727.254574:0:22688:0:(genops.c:413:class_newdev()) Allocate new device MDS (ffff9c1dd9300000) 00000020:00000080:1.0:1789181727.254588:0:22688:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mds with refcount 2 00000100:00100000:1.0:1789181727.265343:0:22688:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt: allocate 64 new 262144-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1789181727.265707:0:22688:0:(service.c:3467:ptlrpc_start_thread()) mdt[0] started 0 min 3 max 116 00000100:00100000:1.0:1789181727.265714:0:22688:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt00_000' 00000100:00100000:2.0:1789181727.268523:0:22688:0:(service.c:3467:ptlrpc_start_thread()) mdt[0] started 1 min 3 max 116 00000100:00100000:2.0:1789181727.268537:0:22688:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt00_001' 00000100:00100000:2.0:1789181727.269105:0:22688:0:(service.c:3467:ptlrpc_start_thread()) mdt[0] started 2 min 3 max 116 00000100:00100000:2.0:1789181727.269113:0:22688:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt00_002' 00000100:00100000:2.0:1789181727.269853:0:22688:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_readpage: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1789181727.270034:0:22688:0:(service.c:3467:ptlrpc_start_thread()) mdt_readpage[0] started 0 min 2 max 80 00000100:00100000:2.0:1789181727.270038:0:22688:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_000' 00000100:00100000:1.0:1789181727.270577:0:22688:0:(service.c:3467:ptlrpc_start_thread()) mdt_readpage[0] started 1 min 2 max 80 00000100:00100000:1.0:1789181727.270585:0:22688:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_001' 00000100:00100000:2.0:1789181727.331576:0:22688:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1789181727.331835:0:22688:0:(service.c:3467:ptlrpc_start_thread()) mdt_out[0] started 0 min 2 max 116 00000100:00100000:2.0:1789181727.331842:0:22688:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_out00_000' 00000100:00100000:2.0:1789181727.338979:0:22688:0:(service.c:3467:ptlrpc_start_thread()) mdt_out[0] started 1 min 2 max 116 00000100:00100000:2.0:1789181727.339003:0:22688:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_out00_001' 00000100:00100000:2.0:1789181727.340187:0:22688:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqs: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1789181727.340393:0:22688:0:(service.c:3467:ptlrpc_start_thread()) mdt_seqs[-1] started 0 min 2 max 256 00000100:00100000:2.0:1789181727.340399:0:22688:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_seqs_0000' 00000100:00100000:1.0:1789181727.341325:0:22688:0:(service.c:3467:ptlrpc_start_thread()) mdt_seqs[-1] started 1 min 2 max 256 00000100:00100000:1.0:1789181727.341343:0:22688:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_seqs_0001' 00000100:00100000:1.0:1789181727.344771:0:22688:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqm: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1789181727.344964:0:22688:0:(service.c:3467:ptlrpc_start_thread()) mdt_seqm[-1] started 0 min 2 max 256 00000100:00100000:1.0:1789181727.344977:0:22688:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_seqm_0000' 00000100:00100000:1.0:1789181727.345996:0:22688:0:(service.c:3467:ptlrpc_start_thread()) mdt_seqm[-1] started 1 min 2 max 256 00000100:00100000:1.0:1789181727.346006:0:22688:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_seqm_0001' 00000100:00100000:1.0:1789181727.346840:0:22688:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_fld: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1789181727.347023:0:22688:0:(service.c:3467:ptlrpc_start_thread()) mdt_fld[-1] started 0 min 2 max 256 00000100:00100000:1.0:1789181727.347029:0:22688:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_fld_0000' 00000100:00100000:2.0:1789181727.348095:0:22688:0:(service.c:3467:ptlrpc_start_thread()) mdt_fld[-1] started 1 min 2 max 256 00000100:00100000:2.0:1789181727.348104:0:22688:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_fld_0001' 00000100:00100000:0.0:1789181727.388660:0:22688:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1789181727.390009:0:22688:0:(service.c:3467:ptlrpc_start_thread()) mdt_io[0] started 0 min 3 max 116 00000100:00100000:0.0:1789181727.390015:0:22688:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_io00_000' 00000100:00100000:0.0:1789181727.396599:0:22688:0:(service.c:3467:ptlrpc_start_thread()) mdt_io[0] started 1 min 3 max 116 00000100:00100000:0.0:1789181727.396619:0:22688:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_io00_001' 00000100:00100000:1.0:1789181727.398689:0:22688:0:(service.c:3467:ptlrpc_start_thread()) mdt_io[0] started 2 min 3 max 116 00000100:00100000:1.0:1789181727.398705:0:22688:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_io00_002' 00000020:00000080:1.0:1789181727.400079:0:22688:0:(obd_config.c:826:class_setup()) finished setup of obd MDS (uuid MDS_uuid) 00000020:01000004:1.0:1789181727.400115:0:22688:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds1_flakey 10000000:01000000:1.0:1789181727.400124:0:22688:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.202.101@tcp: cl_mgc_mutex lustre-MDT0000-osd for locked: rc = 0 00000040:01000000:1.0:1789181727.400649:0:22688:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.202.101@tcp ctxt 0 is initialized 00000020:01000004:1.0:1789181727.400696:0:22688:0:(tgt_mount.c:1416:server_register_target()) Registration lustre-MDT0000, fs=lustre, 192.168.202.101@tcp, index=0000, flags=0x20005 00000020:01000004:1.0:1789181727.400701:0:22688:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:1.0:1789181727.400703:0:22688:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1789181727.400709:0:22688:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1789181727.400711:0:22688:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1789181727.400712:0:22688:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1789181727.400713:0:22688:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1789181727.400714:0:22688:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1789181727.400716:0:22688:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1789181727.400718:0:22688:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1789181727.400719:0:22688:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1789181727.400764:0:22688:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x10020005 00000020:01000004:1.0:1789181727.400767:0:22688:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1789181727.400768:0:22688:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1789181727.400769:0:22688:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1789181727.400770:0:22688:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1789181727.400771:0:22688:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1789181727.400772:0:22688:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1789181727.400773:0:22688:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1789181727.400774:0:22688:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1789181727.400775:0:22688:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1789181727.400776:0:22688:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1789181727.400807:0:22688:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:1.0:1789181727.401305:0:22688:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dd0064000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22688:1876092408533760:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1789181727.401488:0:22688:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181727.401581:0:22688:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dd00c1540 going to sleep for 11 seconds 00000100:00100000:0.0:1789181727.404674:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408533760 00000100:00100000:0.0:1789181727.404701:0:22704:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408533760 00000100:00100000:0.0:1789181727.405537:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1789181727.405551:0:22704:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc4e51050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+5:22688:x1876092408533760:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1789181727.405603:0:22704:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:0.0:1789181727.405606:0:22704:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:0.0:1789181727.405610:0:22704:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0000 is running on 0@lo 10000000:01000000:2.0:1789181727.415549:0:22725:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:0.0:1789181727.418810:0:22704:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 10 20000000:01000000:2.0:1789181727.421558:0:22726:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 0 20000000:01000000:2.0:1789181727.421567:0:22726:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 1 20000000:01000000:2.0:1789181727.421570:0:22726:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0000_UUID is 0 (0) 20000000:01000000:2.0:1789181727.421573:0:22726:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0001_UUID is 1 (1) 00000040:00080000:2.0:1789181727.421805:0:22726:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 20000000:01000000:1.0:1789181727.422002:0:22704:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:1.0:1789181727.422014:0:22704:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:1.0:1789181727.424983:0:22704:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc4e51050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+5:22688:x1876092408533760:12345-0@lo:253:mount.lustre.0 Request processed in 19426us (23486us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181727.425003:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1789181727.427189:0:22688:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dd0064000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22688:1876092408533760:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1789181727.427210:0:22688:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:0.0:1789181727.427213:0:22688:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1789181727.427215:0:22688:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1789181727.427216:0:22688:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789181727.427217:0:22688:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789181727.427218:0:22688:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789181727.427219:0:22688:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789181727.427220:0:22688:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1789181727.427239:0:22688:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1789181727.427241:0:22688:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789181727.427243:0:22688:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:0.0:1789181727.427268:0:22688:0:(tgt_mount.c:101:server_register_mount()) register mount ffff9c1dc46d8000 from lustre-MDT0000 10000000:01000000:0.0:1789181727.427304:0:22688:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0000 from 0 10000000:01000000:0.0:1789181727.427308:0:22688:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0000-0000000000000000 10000000:01000000:0.0:1789181727.427313:0:22688:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff9c1cc3260000 10000000:01000000:0.0:1789181727.427317:0:22688:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1789181727.427327:0:22688:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff9c1cc3260000 from 1 10000000:01000000:0.0:1789181727.427330:0:22688:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:0.0:1789181727.427406:0:22688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1dc1679600/0x76fb555283518941 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181727.427418:0:22688:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.101@tcp lock: ffff9c1dc1679600/0x76fb555283518941 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181727.427428:0:22688:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.101@tcp lock: ffff9c1dc1679600/0x76fb555283518941 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789181727.427449:0:22688:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc2755180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22688:1876092408533888:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1789181727.427506:0:22688:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789181727.427543:0:22688:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dc6cfaf00 going to sleep for 11 seconds 00000100:00100000:2.0:1789181727.428137:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408533888 00000100:00100000:2.0:1789181727.428147:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408533888 00000100:00100000:2.0:1789181727.428200:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1789181727.428209:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc4e51850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+5:22688:x1876092408533888:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789181727.428223:0:22703:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789181727.428240:0:22703:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c1dc1522c00/0x76fb555283518948 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76fb555283518941 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181727.428265:0:22703:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c1dc1522c00/0x76fb555283518948 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76fb555283518941 expref: 6 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181727.428276:0:22703:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c1dc1522c00/0x76fb555283518948 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76fb555283518941 expref: 6 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181727.428284:0:22703:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c1dc1522c00, rc 0) 00000100:00100000:2.0:1789181727.428357:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc4e51850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+6:22688:x1876092408533888:12345-0@lo:101:mount.lustre.0 Request processed in 149us (850us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181727.428365:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1789181727.429420:0:22688:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc2755180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22688:1876092408533888:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789181727.429442:0:22688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.101@tcp lock: ffff9c1dc1679600/0x76fb555283518941 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518948 expref: -99 pid: 22688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181727.429454:0:22688:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.101@tcp lock: ffff9c1dc1679600/0x76fb555283518941 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76fb555283518948 expref: -99 pid: 22688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789181727.429538:0:22688:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc2755180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22688:1876092408534016:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789181727.429601:0:22688:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789181727.429647:0:22688:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dc6cfaf00 going to sleep for 11 seconds 00000100:00100000:1.0:1789181727.429784:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408534016 00000100:00100000:1.0:1789181727.429792:0:22704:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408534016 00000100:00100000:1.0:1789181727.430000:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1789181727.430012:0:22704:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc4e52850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+6:22688:x1876092408534016:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789181727.430133:0:22704:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc4e52850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+6:22688:x1876092408534016:12345-0@lo:501:mount.lustre.0 Request processed in 123us (533us total) trans 0 rc -2/-2 00000100:00100000:1.0:1789181727.430161:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1789181727.430251:0:22688:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc2755180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22688:1876092408534016:0@lo:501:mount.lustre.0 10000000:01000000:0.0:1789181727.430285:0:22688:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.101@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:0.0:1789181727.430300:0:22688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1dc1679600/0x76fb555283518941 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518948 expref: -99 pid: 22688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181727.430311:0:22688:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.101@tcp lock: ffff9c1dc1679600/0x76fb555283518941 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518948 expref: -99 pid: 22688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789181727.430320:0:22688:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9c1dc46d8000 10000000:01000000:0.0:1789181727.430324:0:22688:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:0.0:1789181727.430329:0:22688:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff9c1dc46d8000 10000000:01000000:0.0:1789181727.430341:0:22688:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:0.0:1789181727.430346:0:22688:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff9c1dc46d8000 from 1 10000000:01000000:0.0:1789181727.430348:0:22688:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:0.0:1789181727.432258:0:22688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1dc1679000/0x76fb55528351894f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181727.432280:0:22688:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.101@tcp lock: ffff9c1dc1679000/0x76fb55528351894f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181727.432295:0:22688:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.101@tcp lock: ffff9c1dc1679000/0x76fb55528351894f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789181727.432328:0:22688:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc2755180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22688:1876092408534144:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1789181727.432424:0:22688:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789181727.434023:0:22688:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dc6cfaf00 going to sleep for 11 seconds 00000100:00100000:3.0:1789181727.437534:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408534144 00000100:00100000:3.0:1789181727.437555:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408534144 00000100:00100000:3.0:1789181727.439011:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1789181727.439027:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc4e51c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+6:22688:x1876092408534144:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789181727.439046:0:22701:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789181727.439073:0:22701:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c1dc658a200/0x76fb555283518956 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76fb55528351894f expref: -99 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181727.439122:0:22701:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c1dc658a200/0x76fb555283518956 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76fb55528351894f expref: 7 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181727.439134:0:22701:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c1dc658a200/0x76fb555283518956 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76fb55528351894f expref: 7 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181727.439158:0:22701:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c1dc658a200, rc 0) 00000100:00100000:3.0:1789181727.440694:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc4e51c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+7:22688:x1876092408534144:12345-0@lo:101:mount.lustre.0 Request processed in 1663us (8261us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181727.440707:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1789181727.440915:0:22688:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc2755180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22688:1876092408534144:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789181727.440957:0:22688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.101@tcp lock: ffff9c1dc1679000/0x76fb55528351894f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518956 expref: -99 pid: 22688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181727.440970:0:22688:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.101@tcp lock: ffff9c1dc1679000/0x76fb55528351894f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76fb555283518956 expref: -99 pid: 22688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789181727.440991:0:22688:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.101@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:0.0:1789181727.441016:0:22688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1dc1679000/0x76fb55528351894f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518956 expref: -99 pid: 22688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181727.441024:0:22688:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.101@tcp lock: ffff9c1dc1679000/0x76fb55528351894f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518956 expref: -99 pid: 22688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789181727.441032:0:22688:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0000-0000000000000000 10000000:01000000:0.0:1789181727.441037:0:22688:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1789181727.441043:0:22688:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff9c1dc46d8000 10000000:01000000:0.0:1789181727.441045:0:22688:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:0.0:1789181727.441048:0:22688:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 1 10000000:01000000:0.0:1789181727.441051:0:22688:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:0.0:1789181727.441086:0:22688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1dc1678a00/0x76fb55528351895d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181727.441094:0:22688:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.101@tcp lock: ffff9c1dc1678a00/0x76fb55528351895d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181727.441105:0:22688:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.101@tcp lock: ffff9c1dc1678a00/0x76fb55528351895d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789181727.441125:0:22688:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc2755180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22688:1876092408534272:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1789181727.441172:0:22688:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789181727.441220:0:22688:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dc6cfaf00 going to sleep for 11 seconds 00000100:00100000:1.0:1789181727.441685:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408534272 00000100:00100000:1.0:1789181727.441693:0:22704:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408534272 00000100:00100000:1.0:1789181727.441751:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1789181727.441760:0:22704:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc4e53450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+7:22688:x1876092408534272:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789181727.441773:0:22704:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789181727.441788:0:22704:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c1e0084a200/0x76fb555283518964 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x76fb55528351895d expref: -99 pid: 22704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181727.441813:0:22704:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c1e0084a200/0x76fb555283518964 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76fb55528351895d expref: 8 pid: 22704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181727.441823:0:22704:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c1e0084a200/0x76fb555283518964 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76fb55528351895d expref: 8 pid: 22704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181727.441844:0:22704:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c1e0084a200, rc 0) 00000100:00100000:1.0:1789181727.441888:0:22704:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc4e53450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+8:22688:x1876092408534272:12345-0@lo:101:mount.lustre.0 Request processed in 130us (716us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181727.441894:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1789181727.451113:0:22688:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc2755180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22688:1876092408534272:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789181727.451184:0:22688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.101@tcp lock: ffff9c1dc1678a00/0x76fb55528351895d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518964 expref: -99 pid: 22688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181727.451201:0:22688:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.101@tcp lock: ffff9c1dc1678a00/0x76fb55528351895d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x76fb555283518964 expref: -99 pid: 22688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789181727.451314:0:22688:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc2755180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22688:1876092408534400:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789181727.451409:0:22688:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789181727.451462:0:22688:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dc6cfaf00 going to sleep for 11 seconds 00000100:00100000:1.0:1789181727.451928:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408534400 00000100:00100000:1.0:1789181727.451938:0:22704:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408534400 00000100:00100000:1.0:1789181727.452009:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1789181727.452019:0:22704:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dc66fd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+8:22688:x1876092408534400:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789181727.452222:0:22704:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dc66fd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+9:22688:x1876092408534400:12345-0@lo:501:mount.lustre.0 Request processed in 205us (813us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181727.452230:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1789181727.452411:0:22688:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc2755180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22688:1876092408534400:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789181727.452452:0:22688:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dffa52680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22688:1876092408534528:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789181727.452515:0:22688:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181727.452550:0:22688:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1cc46f40c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789181727.453523:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408534528 00000100:00100000:1.0:1789181727.453543:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408534528 00000100:00100000:1.0:1789181727.453585:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1789181727.453593:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dc66ff850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+9:22688:x1876092408534528:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789181727.455452:0:22688:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dffa52680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22688:1876092408534528:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789181727.455597:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dc66ff850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+9:22688:x1876092408534528:12345-0@lo:503:mount.lustre.0 Request processed in 1126us (2203us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181727.455611:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1789181727.458229:0:22727:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dd0067100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22727:1876092408534656:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1789181727.458360:0:22727:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181727.458425:0:22727:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dd00c13c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789181727.459030:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408534656 00000100:00100000:3.0:1789181727.459038:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408534656 00000100:00100000:3.0:1789181727.459088:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1789181727.459096:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dc66ffc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+9:22727:x1876092408534656:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1789181727.460872:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dc66ffc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+9:22727:x1876092408534656:12345-0@lo:502:llog_process_th.0 Request processed in 1769us (2506us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181727.460885:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1789181727.460950:0:22727:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dd0067100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22727:1876092408534656:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1789181727.461001:0:22727:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789181727.461013:0:22727:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789181727.461015:0:22727:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) lustre-MDT0000-m lov setup 00000020:01000000:1.0:1789181727.461020:0:22727:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0000) 00000020:00000080:1.0:1789181727.461023:0:22727:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1789181727.461037:0:22727:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdtlov (ffff9c1dd93019c0) 00000020:00000080:1.0:1789181727.461054:0:22727:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type lod with refcount 2 00000020:00000080:1.0:1789181727.461058:0:22727:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:1.0:1789181727.461152:0:22727:0:(osd_handler.c:8924:osd_obd_connect()) connect #2 00000020:00000080:1.0:1789181727.461160:0:22727:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x76fb555283518972 00000020:00000080:1.0:1789181727.461401:0:22727:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:01000000:1.0:1789181727.461405:0:22727:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789181727.461407:0:22727:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789181727.461409:0:22727:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) lustre-MDT0000-m lov setup 00000020:01000000:1.0:1789181727.461410:0:22727:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789181727.461413:0:22727:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789181727.461414:0:22727:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) lustre-MDT0000 add mdt 00000020:00000080:1.0:1789181727.461416:0:22727:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1789181727.461421:0:22727:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000 (ffff9c1dd9304d40) 00000020:00000080:1.0:1789181727.461428:0:22727:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type mdt with refcount 2 00000020:00000080:1.0:1789181727.461437:0:22727:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:1.0:1789181727.461438:0:22727:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0000 osc lustre-MDT0000-mdtlov mdc (null) 00000020:01000000:1.0:1789181727.461440:0:22727:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0000 00000020:00000080:1.0:1789181727.461444:0:22727:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:1.0:1789181727.461476:0:22727:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9c1dc46d8000 from lustre-MDT0000, refs=3 00000020:00000080:1.0:1789181727.461484:0:22727:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0000 (ffff9c1dd9303380) 00000020:00000080:1.0:1789181727.461491:0:22727:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type mdd with refcount 2 00000004:01000000:1.0:1789181727.461531:0:22727:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:1.0:1789181727.461535:0:22727:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x76fb555283518987 00000020:00000080:1.0:1789181727.461612:0:22727:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000004:01000000:1.0:1789181727.461617:0:22727:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:1.0:1789181727.461620:0:22727:0:(genops.c:1384:class_connect()) connect: client lustre-MDD0000_UUID, cookie 0x76fb55528351898e 00080000:01000000:1.0:1789181727.461623:0:22727:0:(osd_handler.c:8924:osd_obd_connect()) connect #3 00000020:00000080:1.0:1789181727.461625:0:22727:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x76fb555283518995 00010000:00010000:1.0:1789181727.573268:0:22727:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0000_UUID-1 is initialized 00000001:00000004:1.0:1789181727.574102:0:22727:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 8589934628 00000001:00080000:1.0:1789181727.574556:0:22727:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:1.0:1789181727.575303:0:22727:0:(genops.c:413:class_newdev()) Allocate new device lustre-QMT0000 (ffff9c1dfb7119c0) 00000020:00000080:1.0:1789181727.575323:0:22727:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type qmt with refcount 2 00080000:01000000:1.0:1789181727.575423:0:22727:0:(osd_handler.c:8924:osd_obd_connect()) connect #4 00000020:00000080:1.0:1789181727.575431:0:22727:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x76fb5552835189a3 00000020:00000080:3.0:1789181727.576133:0:22727:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:3.0:1789181727.581307:0:22727:0:(genops.c:1384:class_connect()) connect: client lustre-QMT0000_UUID, cookie 0x76fb5552835189aa 00000020:00000080:3.0:1789181727.584268:0:22727:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:01000000:3.0:1789181727.584283:0:22727:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789181727.584292:0:22727:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789181727.584295:0:22727:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) lustre-MDT0000 add mdt 00000020:01000000:3.0:1789181727.584299:0:22727:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1789181727.584302:0:22727:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #8 00000020:01000000:3.0:1789181727.584303:0:22727:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1789181727.584304:0:22727:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1789181727.584306:0:22727:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1789181727.584317:0:22727:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789181727.584319:0:22727:0:(obd_config.c:1563:class_process_config()) marker 8 (0x6) lustre sys.timeout 00000020:01000000:3.0:1789181727.584322:0:22727:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789181727.584327:0:22727:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789181727.584328:0:22727:0:(obd_config.c:1563:class_process_config()) marker 10 (0x1) lustre-MDT0000 mdt.identity_upcall 00000020:00000080:3.0:1789181727.584345:0:22727:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:3.0:1789181727.584538:0:22727:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:3.0:1789181727.584559:0:22727:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789181727.584563:0:22727:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789181727.584564:0:22727:0:(obd_config.c:1563:class_process_config()) marker 10 (0x2) lustre-MDT0000 mdt.identity_upcall 00000020:01000000:3.0:1789181727.584567:0:22727:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789181727.584570:0:22727:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789181727.584572:0:22727:0:(obd_config.c:1563:class_process_config()) marker 17 (0x1) lustre-MDT0001 add osp 00000020:00000080:3.0:1789181727.584575:0:22727:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1789181727.584580:0:22727:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.101@tcp to nid 0x20000c0a8ca65 (192.168.202.101@tcp) 00000020:00000080:3.0:1789181727.584609:0:22727:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1789181727.584628:0:22727:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osp-MDT0000 (ffff9c1cc3263380) 00000020:00000080:3.0:1789181727.584647:0:22727:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type osp with refcount 2 00000020:00000080:3.0:1789181727.584653:0:22727:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1789181727.584706:0:22727:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0001-osp-MDT0000: connect to lustre-MDT0000-osd (lustre-MDT0001-osp-MDT0000) 00080000:01000000:3.0:1789181727.584712:0:22727:0:(osd_handler.c:8924:osd_obd_connect()) connect #5 00000020:00000080:3.0:1789181727.584718:0:22727:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x76fb5552835189b8 00010000:00080000:3.0:1789181727.585209:0:22727:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9c1de60e0000@lustre-MDT0001-osp-MDT0000: add connection 192.168.202.101@tcp at head 00010000:00010000:3.0:1789181727.590805:0:22727:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-osp-MDT0000-1 is initialized 00000020:00000080:2.0:1789181727.593104:0:22727:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1789181727.593120:0:22727:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000004:01000000:2.0:1789181727.593163:0:22727:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0001_UUID idx:1 gen:1 00000020:00000080:2.0:1789181727.593185:0:22727:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x76fb5552835189bf 00000100:00080000:2.0:1789181727.593196:0:22727:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1789181727.593207:0:22727:0:(import.c:666:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9c1de60e0000 using connection 192.168.202.101@tcp/0@lo 00000100:00100000:2.0:1789181727.593243:0:22727:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c1dffa52680 x1876092408534784/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789181727.593271:0:22727:0:(pinger.c:374:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000020:01000000:2.0:1789181727.593350:0:22727:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789181727.593355:0:22727:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789181727.593356:0:22727:0:(obd_config.c:1563:class_process_config()) marker 17 (0x2) lustre-MDT0001 add osp 00000020:01000000:2.0:1789181727.593359:0:22727:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1789181727.593362:0:22727:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #18 00000020:01000000:2.0:1789181727.593364:0:22727:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1789181727.593365:0:22727:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1789181727.593367:0:22727:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1789181727.593369:0:22727:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789181727.593370:0:22727:0:(obd_config.c:1563:class_process_config()) marker 18 (0x6) lustre sys.timeout 00000020:01000000:2.0:1789181727.593372:0:22727:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1789181727.593376:0:22727:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:2.0:1789181727.593378:0:22727:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789181727.593379:0:22727:0:(obd_config.c:1563:class_process_config()) marker 22 (0x1) lustre-OST0000 add osc 00000020:00000080:2.0:1789181727.593389:0:22727:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1789181727.593393:0:22727:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.101@tcp to nid 0x20000c0a8ca65 (192.168.202.101@tcp) 00000020:01000000:2.0:1789181727.593412:0:22727:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:2.0:1789181727.593414:0:22727:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1789181727.593431:0:22727:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0000 (ffff9c1dd13e99c0) 00000020:00000080:2.0:1789181727.593441:0:22727:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type osp with refcount 2 00000020:00000080:2.0:1789181727.593445:0:22727:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1789181727.593505:0:22727:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0000-osc-MDT0000) 00080000:01000000:2.0:1789181727.593511:0:22727:0:(osd_handler.c:8924:osd_obd_connect()) connect #6 00000020:00000080:2.0:1789181727.593515:0:22727:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x76fb5552835189cd 00010000:00080000:2.0:1789181727.593549:0:22727:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9c1dc2f1b000@lustre-OST0000-osc-MDT0000: add connection 192.168.202.101@tcp at head 00010000:00010000:2.0:1789181727.593752:0:22727:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0000-2 is initialized 00000100:00100000:3.0:1789181727.594717:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dffa52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876092408534784:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1789181727.594829:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181727.595079:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408534784 00000100:00100000:2.0:1789181727.595087:0:22714:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408534784 00000100:00100000:2.0:1789181727.595141:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1789181727.595148:0:22714:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfdf82300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3642:x1876092408534784:12345-0@lo:38:llog_process_th.0 00010000:00020000:2.0:1789181727.595166:0:22714:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000040:01000000:0.0:1789181727.598600:0:22727:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:0.0:1789181727.599284:0:22727:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:0.0:1789181727.605687:0:22727:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1789181727.605974:0:22727:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:0.0:1789181727.612880:0:22727:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].1, 64 off8256 00000100:00100000:2.0:1789181727.615764:0:22714:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfdf82300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3642:x1876092408534784:12345-0@lo:38:llog_process_th.0 Request processed in 20569us (20889us total) trans 0 rc -19/-19 00000100:00100000:2.0:1789181727.615782:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00080000:3.0:1789181727.616273:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9c1de60e0000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789181727.616280:0:3642:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1789181727.616284:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dffa52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876092408534784:0@lo:38:llog_process_th.0 00000040:00080000:2.0:1789181727.616912:0:22733:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1789181727.616919:0:22733:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x10:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:0.0:1789181727.618605:0:22727:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1789181727.618621:0:22727:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:0.0:1789181727.619024:0:22727:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:0.0:1789181727.619045:0:22727:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x76fb5552835189d4 00000100:00080000:0.0:1789181727.619055:0:22727:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1789181727.619068:0:22727:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff9c1dc2f1b000 using connection 192.168.202.101@tcp/0@lo 00000100:00100000:0.0:1789181727.619117:0:22727:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c1cc2756300 x1876092408534912/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789181727.619144:0:22727:0:(pinger.c:374:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:0.0:1789181727.619231:0:22727:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789181727.619236:0:22727:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789181727.619245:0:22727:0:(obd_config.c:1563:class_process_config()) marker 22 (0x2) lustre-OST0000 add osc 00000020:01000000:0.0:1789181727.619249:0:22727:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1789181727.619252:0:22727:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #26 00000020:01000000:0.0:1789181727.619253:0:22727:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1789181727.619255:0:22727:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1789181727.619256:0:22727:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1789181727.619258:0:22727:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789181727.619259:0:22727:0:(obd_config.c:1563:class_process_config()) marker 26 (0x6) lustre sys.timeout 00000020:01000000:0.0:1789181727.619262:0:22727:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1789181727.619266:0:22727:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:0.0:1789181727.619269:0:22727:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789181727.619270:0:22727:0:(obd_config.c:1563:class_process_config()) marker 30 (0x1) lustre-OST0001 add osc 00000020:00000080:0.0:1789181727.619273:0:22727:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1789181727.619277:0:22727:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.101@tcp to nid 0x20000c0a8ca65 (192.168.202.101@tcp) 00000020:01000000:0.0:1789181727.619300:0:22727:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:0.0:1789181727.619302:0:22727:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1789181727.619315:0:22727:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0000 (ffff9c1dc4e03380) 00000020:00000080:0.0:1789181727.619328:0:22727:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type osp with refcount 2 00000020:00000080:0.0:1789181727.619345:0:22727:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1789181727.619407:0:22727:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0001-osc-MDT0000) 00080000:01000000:0.0:1789181727.619413:0:22727:0:(osd_handler.c:8924:osd_obd_connect()) connect #7 00000020:00000080:0.0:1789181727.619419:0:22727:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x76fb5552835189e2 00010000:00080000:0.0:1789181727.619458:0:22727:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9c1de7f48800@lustre-OST0001-osc-MDT0000: add connection 192.168.202.101@tcp at head 00010000:00010000:0.0:1789181727.619662:0:22727:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0000-3 is initialized 00000040:01000000:0.0:1789181727.619761:0:22727:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:0.0:1789181727.619777:0:22727:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0000 ctxt 2 is initialized 00000100:00100000:3.0:1789181727.620262:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc2756300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876092408534912:0@lo:8:llog_process_th.0 00000400:00000100:3.0:1789181727.620343:0:3642:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876092408534912 offset 0 length 520: 4 00000040:00080000:0.0:1789181727.621639:0:22727:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1789181727.621965:0:22727:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:0.0:1789181727.622238:0:22727:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x12:0x0].1, 64 off8256 00000040:00080000:2.0:1789181727.622650:0:22735:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1789181727.622655:0:22735:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x12:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:0.0:1789181727.625975:0:22727:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1789181727.625991:0:22727:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:0.0:1789181727.626039:0:22727:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:0.0:1789181727.626063:0:22727:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x76fb5552835189e9 00000100:00080000:0.0:1789181727.626089:0:22727:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1789181727.626271:0:22727:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9c1de7f48800 using connection 192.168.202.101@tcp/0@lo 00000100:00100000:0.0:1789181727.626311:0:22727:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c1cc2754700 x1876092408535040/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789181727.626384:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc2754700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876092408535040:0@lo:8:llog_process_th.0 00000400:00000100:3.0:1789181727.626441:0:3642:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876092408535040 offset 0 length 520: 4 00000100:00080000:0.0:1789181727.626501:0:22727:0:(pinger.c:374:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:0.0:1789181727.626582:0:22727:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789181727.626586:0:22727:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789181727.626588:0:22727:0:(obd_config.c:1563:class_process_config()) marker 30 (0x2) lustre-OST0001 add osc 00000020:01000000:0.0:1789181727.626591:0:22727:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789181727.626595:0:22727:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789181727.626596:0:22727:0:(obd_config.c:1563:class_process_config()) marker 34 (0x1) lustre sys.timeout 00000020:00000080:0.0:1789181727.626598:0:22727:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1789181727.626600:0:22727:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:0.0:1789181727.626602:0:22727:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789181727.626604:0:22727:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789181727.626605:0:22727:0:(obd_config.c:1563:class_process_config()) marker 34 (0x2) lustre sys.timeout 00000020:01000000:0.0:1789181727.626607:0:22727:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789181727.626609:0:22727:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789181727.626611:0:22727:0:(obd_config.c:1563:class_process_config()) marker 39 (0x1) lustre sys.jobid_var 00000020:00000080:0.0:1789181727.626614:0:22727:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:0.0:1789181727.626645:0:22727:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc2756d80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22727:1876092408535168:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1789181727.626697:0:22727:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789181727.626720:0:22727:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1cc1d310c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789181727.626932:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408535168 00000100:00100000:1.0:1789181727.626941:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408535168 00000100:00100000:1.0:1789181727.626987:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1789181727.626996:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dc66fdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+9:22727:x1876092408535168:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1789181727.627283:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dc66fdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+9:22727:x1876092408535168:12345-0@lo:502:llog_process_th.0 Request processed in 287us (584us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181727.627291:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1789181727.627450:0:22727:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc2756d80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22727:1876092408535168:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1789181727.627475:0:22727:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789181727.627480:0:22727:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789181727.627483:0:22727:0:(obd_config.c:1563:class_process_config()) marker 39 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1789181727.627487:0:22727:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 46 count 46 00000020:01000000:0.0:1789181727.627667:0:22688:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 1-45 (rc=0) 10000000:01000000:0.0:1789181727.627692:0:22688:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.101@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:0.0:1789181727.627840:0:22688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1dc1678a00/0x76fb55528351895d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518964 expref: -99 pid: 22688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181727.627853:0:22688:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.101@tcp lock: ffff9c1dc1678a00/0x76fb55528351895d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518964 expref: -99 pid: 22688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789181727.627874:0:22688:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9c1dc46d8000 from 1 10000000:01000000:0.0:1789181727.627877:0:22688:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1789181727.627905:0:22688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1dc1678200/0x76fb5552835189f0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181727.627913:0:22688:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.101@tcp lock: ffff9c1dc1678200/0x76fb5552835189f0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181727.627922:0:22688:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.101@tcp lock: ffff9c1dc1678200/0x76fb5552835189f0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789181727.627937:0:22688:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc2757100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22688:1876092408535296:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1789181727.627966:0:22688:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789181727.627993:0:22688:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1cc1d31c00 going to sleep for 11 seconds 00000100:00100000:1.0:1789181727.628041:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408535296 00000100:00100000:1.0:1789181727.628046:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408535296 00000100:00100000:1.0:1789181727.628073:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1789181727.628085:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dc66fc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+9:22688:x1876092408535296:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789181727.628103:0:22701:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789181727.628115:0:22701:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c1e0084b400/0x76fb5552835189f7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76fb5552835189f0 expref: -99 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181727.628136:0:22701:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c1e0084b400/0x76fb5552835189f7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76fb5552835189f0 expref: 10 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181727.628146:0:22701:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c1e0084b400/0x76fb5552835189f7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76fb5552835189f0 expref: 10 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181727.628154:0:22701:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c1e0084b400, rc 0) 00000100:00100000:1.0:1789181727.628297:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dc66fc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+10:22688:x1876092408535296:12345-0@lo:101:mount.lustre.0 Request processed in 211us (330us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181727.628303:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1789181727.628365:0:22688:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc2757100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22688:1876092408535296:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789181727.628378:0:22688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.101@tcp lock: ffff9c1dc1678200/0x76fb5552835189f0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb5552835189f7 expref: -99 pid: 22688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181727.628397:0:22688:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.101@tcp lock: ffff9c1dc1678200/0x76fb5552835189f0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76fb5552835189f7 expref: -99 pid: 22688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789181727.628942:0:22688:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dffa51c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22688:1876092408535424:0@lo:256:mount.lustre.0 00000100:00100000:2.0:1789181727.628984:0:22688:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181727.629162:0:22688:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dc6880780 going to sleep for 11 seconds 00000100:00100000:1.0:1789181727.629228:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408535424 00000100:00100000:1.0:1789181727.629233:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408535424 00000100:00100000:1.0:1789181727.629300:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1789181727.629308:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dc66fe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+10:22688:x1876092408535424:12345-0@lo:256:mount.lustre.0 20000000:01000000:1.0:1789181727.629322:0:22703:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:1.0:1789181727.629328:0:22703:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 0, version 1 00000100:00100000:1.0:1789181727.629463:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dc66fe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+10:22688:x1876092408535424:12345-0@lo:256:mount.lustre.0 Request processed in 155us (478us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181727.629470:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1789181727.629529:0:22688:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dffa51c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22688:1876092408535424:0@lo:256:mount.lustre.0 10000000:01000000:2.0:1789181727.630139:0:22688:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.101@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1789181727.630155:0:22688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1dc1678200/0x76fb5552835189f0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb5552835189f7 expref: -99 pid: 22688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181727.630165:0:22688:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.101@tcp lock: ffff9c1dc1678200/0x76fb5552835189f0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb5552835189f7 expref: -99 pid: 22688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789181727.630172:0:22688:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9c1dc46d8000 from 1 10000000:01000000:2.0:1789181727.630175:0:22688:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1789181727.630203:0:22688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1dc1522600/0x76fb5552835189fe lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181727.630210:0:22688:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.101@tcp lock: ffff9c1dc1522600/0x76fb5552835189fe lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181727.630218:0:22688:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.101@tcp lock: ffff9c1dc1522600/0x76fb5552835189fe lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789181727.630233:0:22688:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dffa51c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22688:1876092408535552:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1789181727.630264:0:22688:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181727.630527:0:22688:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dc6880780 going to sleep for 11 seconds 00000100:00100000:0.0:1789181727.630596:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408535552 00000100:00100000:0.0:1789181727.630602:0:22704:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408535552 00000100:00100000:0.0:1789181727.630629:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1789181727.630637:0:22704:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dc66fd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+10:22688:x1876092408535552:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789181727.630646:0:22704:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789181727.630676:0:22704:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c1dc1679a00/0x76fb555283518a05 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76fb5552835189fe expref: -99 pid: 22704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181727.630698:0:22704:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c1dc1679a00/0x76fb555283518a05 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76fb5552835189fe expref: 11 pid: 22704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181727.630707:0:22704:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c1dc1679a00/0x76fb555283518a05 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76fb5552835189fe expref: 11 pid: 22704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181727.630753:0:22704:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c1dc1679a00, rc 0) 00000100:00100000:0.0:1789181727.630789:0:22704:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dc66fd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+11:22688:x1876092408535552:12345-0@lo:101:mount.lustre.0 Request processed in 152us (524us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181727.630794:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1789181727.630937:0:22688:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dffa51c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22688:1876092408535552:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789181727.630949:0:22688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.101@tcp lock: ffff9c1dc1522600/0x76fb5552835189fe lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518a05 expref: -99 pid: 22688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181727.630958:0:22688:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.101@tcp lock: ffff9c1dc1522600/0x76fb5552835189fe lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76fb555283518a05 expref: -99 pid: 22688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789181727.631014:0:22688:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dffa51c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22688:1876092408535680:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789181727.631039:0:22688:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181727.631054:0:22688:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dc6880780 going to sleep for 11 seconds 00000100:00100000:0.0:1789181727.631597:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408535680 00000100:00100000:0.0:1789181727.631603:0:22704:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408535680 00000100:00100000:0.0:1789181727.631627:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1789181727.631635:0:22704:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dc66ff050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+11:22688:x1876092408535680:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789181727.631796:0:22704:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dc66ff050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+11:22688:x1876092408535680:12345-0@lo:501:mount.lustre.0 Request processed in 162us (756us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181727.631803:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1789181727.631898:0:22688:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dffa51c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22688:1876092408535680:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789181727.631927:0:22688:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dffa51c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22688:1876092408535808:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789181727.631970:0:22688:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181727.631989:0:22688:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dc6880780 going to sleep for 11 seconds 00000100:00100000:0.0:1789181727.632037:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408535808 00000100:00100000:0.0:1789181727.632042:0:22704:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408535808 00000100:00100000:0.0:1789181727.632059:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1789181727.632064:0:22704:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dd620b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+11:22688:x1876092408535808:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789181727.632216:0:22704:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dd620b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+11:22688:x1876092408535808:12345-0@lo:503:mount.lustre.0 Request processed in 151us (245us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181727.632223:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1789181727.632298:0:22688:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dffa51c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22688:1876092408535808:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789181727.632703:0:22737:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dffa51c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22737:1876092408535936:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1789181727.632771:0:22737:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181727.632790:0:22737:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dc6880180 going to sleep for 11 seconds 00000100:00100000:0.0:1789181727.632839:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408535936 00000100:00100000:0.0:1789181727.632844:0:22704:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408535936 00000100:00100000:0.0:1789181727.632865:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1789181727.632871:0:22704:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dd620a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+11:22737:x1876092408535936:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1789181727.633356:0:22704:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dd620a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+11:22737:x1876092408535936:12345-0@lo:502:llog_process_th.0 Request processed in 481us (581us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181727.633364:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1789181727.634054:0:22737:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dffa51c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22737:1876092408535936:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1789181727.634087:0:22737:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789181727.634167:0:22737:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789181727.634170:0:22737:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:2.0:1789181727.634178:0:22737:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9c1dc46d8000 00000020:00000080:2.0:1789181727.634181:0:22737:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1789181727.634188:0:22737:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789181727.634196:0:22737:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789181727.634197:0:22737:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:2.0:1789181727.634200:0:22737:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789181727.634202:0:22737:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789181727.634203:0:22737:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:2.0:1789181727.634206:0:22737:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9c1dc46d8000 00000020:00000080:2.0:1789181727.634209:0:22737:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1789181727.634309:0:22737:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789181727.634313:0:22737:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789181727.634315:0:22737:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:2.0:1789181727.634317:0:22737:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789181727.634319:0:22737:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789181727.634320:0:22737:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1789181727.634323:0:22737:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9c1dc46d8000 00000020:00000080:2.0:1789181727.634325:0:22737:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1789181727.637217:0:22737:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789181727.637229:0:22737:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789181727.637231:0:22737:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1789181727.637234:0:22737:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789181727.637238:0:22737:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789181727.637240:0:22737:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:2.0:1789181727.637244:0:22737:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9c1dc46d8000 00000020:00000080:2.0:1789181727.637246:0:22737:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:2.0:1789181727.637344:0:22737:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dffa51c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22737:1876092408536064:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1789181727.637437:0:22737:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181727.637480:0:22737:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dc6880180 going to sleep for 11 seconds 00000100:00100000:0.0:1789181727.637551:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408536064 00000100:00100000:0.0:1789181727.637560:0:22704:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408536064 00000100:00100000:0.0:1789181727.637621:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1789181727.637632:0:22704:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dd620a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+11:22737:x1876092408536064:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1789181727.637785:0:22704:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dd620a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+11:22737:x1876092408536064:12345-0@lo:502:llog_process_th.0 Request processed in 155us (347us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181727.637793:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1789181727.638261:0:22737:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dffa51c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22737:1876092408536064:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1789181727.638290:0:22737:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789181727.638295:0:22737:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789181727.638297:0:22737:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:2.0:1789181727.638301:0:22737:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 13 count 13 00000020:01000000:0.0:1789181727.646466:0:22688:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:0.0:1789181727.646541:0:22688:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.101@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1789181727.646574:0:22688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1dc1522600/0x76fb5552835189fe lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518a05 expref: -99 pid: 22688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181727.646590:0:22688:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.101@tcp lock: ffff9c1dc1522600/0x76fb5552835189fe lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518a05 expref: -99 pid: 22688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789181727.646659:0:22688:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1789181727.646662:0:22688:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9c1dc46d8000 10000000:01000000:0.0:1789181727.646665:0:22688:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9c1dc46d8000 10000000:01000000:0.0:1789181727.646669:0:22688:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1789181727.646676:0:22688:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9c1dc46d8000 from 1 10000000:01000000:0.0:1789181727.646679:0:22688:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1789181727.646737:0:22688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1dc1679400/0x76fb555283518a0c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181727.646746:0:22688:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.101@tcp lock: ffff9c1dc1679400/0x76fb555283518a0c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181727.646769:0:22688:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.101@tcp lock: ffff9c1dc1679400/0x76fb555283518a0c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789181727.646804:0:22688:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc2754e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22688:1876092408536192:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1789181727.646872:0:22688:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789181727.646919:0:22688:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1cc1d31000 going to sleep for 11 seconds 00000100:00100000:1.0:1789181727.647168:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408536192 00000100:00100000:1.0:1789181727.647177:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408536192 00000100:00100000:1.0:1789181727.647231:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1789181727.647241:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dd620b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+11:22688:x1876092408536192:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789181727.647265:0:22701:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789181727.647278:0:22701:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c1e0084aa00/0x76fb555283518a13 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x76fb555283518a0c expref: -99 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181727.647304:0:22701:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c1e0084aa00/0x76fb555283518a13 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76fb555283518a0c expref: 12 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181727.647316:0:22701:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c1e0084aa00/0x76fb555283518a13 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76fb555283518a0c expref: 12 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181727.647326:0:22701:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c1e0084aa00, rc 0) 00000100:00100000:1.0:1789181727.647863:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dd620b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+12:22688:x1876092408536192:12345-0@lo:101:mount.lustre.0 Request processed in 621us (988us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181727.647872:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1789181727.648551:0:22688:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc2754e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22688:1876092408536192:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789181727.648576:0:22688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.101@tcp lock: ffff9c1dc1679400/0x76fb555283518a0c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518a13 expref: -99 pid: 22688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181727.648587:0:22688:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.101@tcp lock: ffff9c1dc1679400/0x76fb555283518a0c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x76fb555283518a13 expref: -99 pid: 22688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789181727.648662:0:22688:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc2754e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22688:1876092408536320:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789181727.648707:0:22688:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789181727.649168:0:22688:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1cc1d31000 going to sleep for 11 seconds 00000100:00100000:2.0:1789181727.649950:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408536320 00000100:00100000:2.0:1789181727.649967:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408536320 00000100:00100000:2.0:1789181727.652520:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1789181727.652545:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc2595850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+12:22688:x1876092408536320:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789181727.652770:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc2595850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+12:22688:x1876092408536320:12345-0@lo:501:mount.lustre.0 Request processed in 236us (4062us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181727.652780:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1789181727.658597:0:22688:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc2754e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22688:1876092408536320:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789181727.658665:0:22688:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc2754e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22688:1876092408536448:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789181727.658841:0:22688:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789181727.658884:0:22688:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1cc1d31000 going to sleep for 11 seconds 00000100:00100000:0.0:1789181727.658908:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408536448 00000100:00100000:0.0:1789181727.658915:0:22704:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408536448 00000100:00100000:0.0:1789181727.658959:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1789181727.658967:0:22704:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc2594850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+12:22688:x1876092408536448:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789181727.659083:0:22704:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc2594850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+12:22688:x1876092408536448:12345-0@lo:503:mount.lustre.0 Request processed in 115us (326us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181727.659158:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1789181727.659216:0:22688:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc2754e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22688:1876092408536448:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789181727.661361:0:22743:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc2754e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22743:1876092408536576:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1789181727.661495:0:22743:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789181727.661532:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408536576 00000100:00100000:0.0:1789181727.661538:0:22704:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408536576 00000100:00100000:0.0:1789181727.661575:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1789181727.661584:0:22704:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc2594450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+12:22743:x1876092408536576:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1789181727.661702:0:22704:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc2594450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+12:22743:x1876092408536576:12345-0@lo:502:llog_process_th.0 Request processed in 118us (207us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181727.661710:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1789181727.662224:0:22743:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1cc1d31600 going to sleep for 11 seconds 00000100:00100000:0.0:1789181727.662249:0:22743:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc2754e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22743:1876092408536576:0@lo:502:llog_process_th.0 00000020:01000004:0.0:1789181727.662313:0:22743:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0000 (typ=lwp) 00000020:00000080:0.0:1789181727.662328:0:22743:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0000 (ffff9c1dc4e04d40) 00000020:00000080:0.0:1789181727.662362:0:22743:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type lwp with refcount 2 00000020:01000004:0.0:1789181727.663540:0:22743:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9c1dc46d8000 from lustre-MDT0000, refs=4 00000020:01000004:0.0:1789181727.663548:0:22743:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9c1dc46d8000 from lustre-MDT0000, refs=4 00000020:01000004:0.0:1789181727.663551:0:22743:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9c1dc46d8000 4 00010000:00080000:0.0:1789181727.663585:0:22743:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9c1dfaf24000@lustre-MDT0000-lwp-MDT0000: add connection 192.168.202.101@tcp at head 00010000:00010000:0.0:1789181727.668134:0:22743:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0000-4 is initialized 00000020:00000080:0.0:1789181727.671064:0:22743:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000010:01000000:0.0:1789181727.671123:0:22743:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1789181727.671138:0:22743:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000, cookie 0x76fb555283518a21 00000100:00080000:0.0:1789181727.671151:0:22743:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1789181727.671165:0:22743:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff9c1dfaf24000 using connection 192.168.202.101@tcp/0@lo 00000100:00100000:0.0:1789181727.671205:0:22743:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c1cc2754e00 x1876092408536704/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789181727.671243:0:22743:0:(pinger.c:374:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00100000:1.0:1789181727.676028:0:22743:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dd0067100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22743:1876092408536832:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1789181727.677327:0:22743:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181727.677391:0:22743:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dfb374300 going to sleep for 11 seconds 00000100:00100000:1.0:1789181727.677863:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc2754e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3642:1876092408536704:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1789181727.677914:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181727.678050:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408536704 00000100:00100000:1.0:1789181727.678059:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408536704 00000100:00100000:1.0:1789181727.678853:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1789181727.678862:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dd0066d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3642:x1876092408536704:12345-0@lo:38:llog_process_th.0 00000100:00100000:1.0:1789181727.678943:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dd0066d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3642:x1876092408536704:12345-0@lo:38:llog_process_th.0 Request processed in 80us (1027us total) trans 0 rc -11/-11 00000100:00100000:1.0:1789181727.678950:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1789181727.678994:0:3642:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1789181727.679012:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9c1dfaf24000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789181727.679017:0:3642:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:1.0:1789181727.679021:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc2754e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3642:1876092408536704:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1789181727.679927:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408536832 00000100:00100000:2.0:1789181727.679936:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408536832 00000100:00100000:2.0:1789181727.679988:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1789181727.679996:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3a4a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+12:22743:x1876092408536832:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1789181727.680163:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3a4a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+12:22743:x1876092408536832:12345-0@lo:502:llog_process_th.0 Request processed in 167us (2839us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181727.680171:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1789181727.680320:0:22743:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dd0067100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22743:1876092408536832:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1789181727.680402:0:22743:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dd0067100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22743:1876092408536960:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1789181727.680441:0:22743:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181727.680480:0:22743:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dfb374300 going to sleep for 11 seconds 00000100:00100000:2.0:1789181727.680910:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408536960 00000100:00100000:2.0:1789181727.680915:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408536960 00000100:00100000:2.0:1789181727.680951:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1789181727.680960:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3a48050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+12:22743:x1876092408536960:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1789181727.681048:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3a48050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+12:22743:x1876092408536960:12345-0@lo:502:llog_process_th.0 Request processed in 91us (607us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181727.681055:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1789181727.682159:0:22743:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dd0067100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22743:1876092408536960:0@lo:502:llog_process_th.0 00000040:00080000:1.0:1789181727.682197:0:22743:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:0.0:1789181727.682401:0:22688:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:0.0:1789181727.682446:0:22688:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.101@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1789181727.682473:0:22688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1dc1679400/0x76fb555283518a0c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518a13 expref: -99 pid: 22688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181727.682485:0:22688:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.101@tcp lock: ffff9c1dc1679400/0x76fb555283518a0c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518a13 expref: -99 pid: 22688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:0.0:1789181727.682539:0:22688:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:0.0:1789181727.682541:0:22688:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1789181727.682543:0:22688:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789181727.682544:0:22688:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789181727.682546:0:22688:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789181727.682547:0:22688:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789181727.682549:0:22688:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1789181727.682550:0:22688:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1789181727.682552:0:22688:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789181727.682553:0:22688:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1789181727.682557:0:22688:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x40020005 00000020:01000004:0.0:1789181727.682560:0:22688:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1789181727.682561:0:22688:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1789181727.682562:0:22688:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789181727.682563:0:22688:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789181727.682564:0:22688:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789181727.682565:0:22688:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789181727.682566:0:22688:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1789181727.682568:0:22688:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1789181727.682569:0:22688:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789181727.682570:0:22688:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1789181727.682593:0:22688:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:0.0:1789181727.682608:0:22688:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc2755c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22688:1876092408537088:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1789181727.682659:0:22688:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789181727.682699:0:22688:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1de7fe3f00 going to sleep for 11 seconds 00000100:00100000:1.0:1789181727.682910:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408537088 00000100:00100000:1.0:1789181727.682917:0:22704:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408537088 00000100:00100000:1.0:1789181727.682961:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1789181727.682970:0:22704:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3a4a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+12:22688:x1876092408537088:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1789181727.682995:0:22704:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:1.0:1789181727.683011:0:22704:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:2.0:1789181727.688412:0:22704:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:2.0:1789181727.688426:0:22704:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:2.0:1789181727.688867:0:22725:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:2.0:1789181727.688874:0:22725:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:2.0:1789181727.688902:0:22725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9c1dc1522800/0x76fb555283518a28 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181727.688923:0:22725:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9c1e0084b400/0x76fb5552835189f7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76fb5552835189f0 expref: 12 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181727.688940:0:22725:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9c1dc1522800/0x76fb555283518a28 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181727.688981:0:22725:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9c1e0084b400/0x76fb5552835189f7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76fb5552835189f0 expref: 12 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181727.688997:0:22725:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9c1e0084b400/0x76fb5552835189f7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76fb5552835189f0 expref: 12 pid: 22701 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789181727.689011:0:22725:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dffa51c00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22725:1876092408537216:0@lo:104: 00000100:00100000:2.0:1789181727.689217:0:22725:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181727.689263:0:22725:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dc6880cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1789181727.689338:0:22704:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3a4a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+12:22688:x1876092408537088:12345-0@lo:253:mount.lustre.0 Request processed in 6359us (6668us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181727.689349:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1789181727.689447:0:22688:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc2755c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22688:1876092408537088:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1789181727.689459:0:22688:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:0.0:1789181727.689462:0:22688:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1789181727.689464:0:22688:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1789181727.689465:0:22688:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789181727.689467:0:22688:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789181727.689468:0:22688:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789181727.689469:0:22688:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789181727.689470:0:22688:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1789181727.689471:0:22688:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1789181727.689474:0:22688:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789181727.689475:0:22688:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:0.0:1789181727.689490:0:22688:0:(tgt_mount.c:2695:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00000100:00100000:1.0:1789181727.690243:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408537216 00000100:00100000:1.0:1789181727.690253:0:22692:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408537216 00000100:00100000:1.0:1789181727.690304:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1789181727.690314:0:22692:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dffa50e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+3:22725:x1876092408537216:12345-0@lo:104: 00010000:00010000:1.0:1789181727.690338:0:22692:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.101@tcp lock: ffff9c1dc1678200/0x76fb5552835189f0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76fb5552835189f7 expref: -99 pid: 22688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181727.690408:0:22692:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1789181727.690414:0:22692:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dffa50e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+3:22725:x1876092408537216:12345-0@lo:104: Request processed in 102us (1324us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181727.690420:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00010000:1.0:1789181727.690449:0:22698:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789181727.690456:0:22698:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.101@tcp lock: ffff9c1dc1678200/0x76fb5552835189f0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76fb5552835189f7 expref: -99 pid: 22688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181727.690464:0:22698:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1dc1678200 already unused, calling callback (ffffffffc13aac20) 10000000:00010000:1.0:1789181727.690468:0:22698:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.101@tcp lock: ffff9c1dc1678200/0x76fb5552835189f0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76fb5552835189f7 expref: -99 pid: 22688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181727.690477:0:22698:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.101@tcp lock: ffff9c1dc1678200/0x76fb5552835189f0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76fb5552835189f7 expref: -99 pid: 22688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789181727.690484:0:22698:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.101@tcp lock: ffff9c1dc1678200/0x76fb5552835189f0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76fb5552835189f7 expref: -99 pid: 22688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789181727.690489:0:22698:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1789181727.690522:0:22698:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.101@tcp lock: ffff9c1dc1678200/0x76fb5552835189f0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76fb5552835189f7 expref: -99 pid: 22688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181727.690529:0:22698:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1789181727.690550:0:22698:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.101@tcp lock: ffff9c1dc1678200/0x76fb5552835189f0 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76fb5552835189f7 expref: -99 pid: 22688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181727.690557:0:22698:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.101@tcp lock: ffff9c1dc1678200/0x76fb5552835189f0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76fb5552835189f7 expref: -99 pid: 22688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181727.690575:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789181727.690578:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789181727.690579:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789181727.690611:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dd0067100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:3643:1876092408537344:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789181727.690644:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181727.690878:0:22694:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408537344 00000100:00100000:3.0:1789181727.690884:0:22694:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408537344 00010000:00010000:3.0:1789181727.690905:0:22694:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9c1e0084b400/0x76fb5552835189f7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76fb5552835189f0 expref: 12 pid: 22701 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789181727.690925:0:22694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1789181727.690931:0:22694:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dd0065880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+12:3643:x1876092408537344:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1789181727.690942:0:22694:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789181727.690946:0:22694:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9c1e0084b400/0x76fb5552835189f7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76fb5552835189f0 expref: 12 pid: 22701 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181727.690955:0:22694:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9c1e0084b400/0x76fb5552835189f7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76fb5552835189f0 expref: 12 pid: 22701 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181727.690968:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c1e0084b400/0x76fb5552835189f7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76fb5552835189f0 expref: 12 pid: 22701 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181727.690979:0:22694:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9c1dc1522800/0x76fb555283518a28 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181727.690987:0:22694:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c1dc1522800/0x76fb555283518a28 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:3.0:1789181727.691001:0:22694:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002128805s 00010000:00010000:3.0:1789181727.691006:0:22694:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9c1dc1522800/0x76fb555283518a28 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181727.691022:0:22694:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9c1dc1522800/0x76fb555283518a28 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181727.691028:0:22694:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9c1dc1522800/0x76fb555283518a28 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181727.691034:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9c1dc1522800/0x76fb555283518a28 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181727.691040:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1dc1522800 already unused, calling callback (ffffffffc0d949b0) 00010000:00010000:3.0:1789181727.691044:0:22694:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9c1dc1522800/0x76fb555283518a28 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181727.691052:0:22694:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9c1dc1522800/0x76fb555283518a28 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181727.691061:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9c1dc1522800/0x76fb555283518a28 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181727.691072:0:22694:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789181727.691897:0:22694:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dd0065880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+11:3643:x1876092408537344:12345-0@lo:103:ldlm_bl.0 Request processed in 963us (1249us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181727.691908:0:22694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1789181727.691962:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dd0067100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:3643:1876092408537344:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789181727.692183:0:22725:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dffa51c00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22725:1876092408537216:0@lo:104: 00010000:00010000:1.0:1789181727.692204:0:22725:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9c1dc1522800/0x76fb555283518a28 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181727.692215:0:22725:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9c1dc1522800/0x76fb555283518a28 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181727.692221:0:22725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9c1dc1522800/0x76fb555283518a28 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181727.692227:0:22725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c1dc1522800/0x76fb555283518a28 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00080000:2.0:1789181727.739145:0:22688:0:(update_trans.c:1496:distribute_txn_commit_batchid_init()) lustre-MDT0000: committed batchid 4294967529 00000040:01000000:2.0:1789181727.739615:0:22688:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osd ctxt 16 is initialized 00000020:00080000:3.0:1789181727.739887:0:22749:0:(update_trans.c:1538:distribute_txn_commit_thread()) lustre-MDT0000: start commit thread committed batchid 4294967529 00000020:00080000:3.0:1789181727.739891:0:22749:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000040:01000000:3.0:1789181727.739991:0:22750:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:00080000:3.0:1789181727.740556:0:22750:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:01000000:2.0:1789181727.741477:0:22688:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osp-MDT0000 ctxt 16 is initialized 00000040:00080000:3.0:1789181727.744894:0:22750:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000400:0x1:0x0] index 261376 count 1 00000004:00080000:3.0:1789181727.744988:0:22750:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osd retrieved update log, duration 0, retries 0 00000040:01000000:0.0:1789181727.746918:0:22688:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 12 is initialized 00000040:00080000:0.0:1789181727.746972:0:22688:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:0.0:1789181727.750530:0:22688:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:0.0:1789181727.750554:0:22688:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 14 is initialized 00000040:00080000:0.0:1789181727.750642:0:22688:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1789181727.753680:0:22688:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000100:00080000:2.0:1789181727.755857:0:22751:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff9c1dffa53480 x1876092408537472/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789181727.755876:0:22751:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1cc27a3180 going to sleep for 0 seconds 00000040:00080000:0.0:1789181727.756390:0:22688:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:0.0:1789181727.756484:0:22688:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 15 is initialized 00000040:00080000:0.0:1789181727.758069:0:22688:0:(llog_cat.c:403:llog_cat_set_first_idx()) catlog [0xa:0x7:0x0] first idx 1, last_idx 2 00080000:10000000:0.0:1789181727.758663:0:22688:0:(osd_handler.c:5580:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x36:0x0] (8/32) registered 00000001:00000004:0.0:1789181727.762087:0:22688:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:0.0:1789181727.768379:0:22688:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:0.0:1789181727.768419:0:22688:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=c00866e6 len=0 karg=ffffa94541c53988 00100000:10000000:0.0:1789181727.768427:0:22688:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0000-osd: start master thread 00000020:01000004:0.0:1789181727.768973:0:22688:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:0.0:1789181727.768987:0:22688:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.202.101@tcp: cl_mgc_mutex unlock 00000020:01000004:0.0:1789181727.769006:0:22688:0:(tgt_mount.c:2461:server_fill_super_common()) Server sb, dev=46 00000080:00000004:0.0:1789181727.769022:0:22688:0:(super25.c:182:lustre_fill_super()) /dev/mapper/mds1_flakey: Mount complete 00000020:00000004:3.0:1789181727.775999:0:22688:0:(tgt_mount.c:2347:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1789181727.777927:0:22688:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1789181728.268215:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1789181728.655117:0:22706:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1789181728.655127:0:22706:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9c1dc46d8000 from 11 10000000:01000000:3.0:1789181728.655133:0:22706:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1789181728.655200:0:22706:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1dc658ba00/0x76fb555283518a2f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181728.655212:0:22706:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.101@tcp lock: ffff9c1dc658ba00/0x76fb555283518a2f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181728.655225:0:22706:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.101@tcp lock: ffff9c1dc658ba00/0x76fb555283518a2f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789181728.655271:0:22706:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dfdf82d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22706:1876092408537600:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1789181728.655378:0:22706:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181728.655423:0:22706:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dd137b900 going to sleep for 11 seconds 00000100:00100000:2.0:1789181728.655691:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408537600 00000100:00100000:2.0:1789181728.655700:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408537600 00000100:00100000:2.0:1789181728.655778:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1789181728.655788:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3a48850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+11:22706:x1876092408537600:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789181728.655802:0:22703:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789181728.655815:0:22703:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c1dc1522e00/0x76fb555283518a36 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76fb555283518a2f expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181728.655858:0:22703:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c1dc1522e00/0x76fb555283518a36 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76fb555283518a2f expref: 12 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181728.655868:0:22703:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c1dc1522e00/0x76fb555283518a36 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76fb555283518a2f expref: 12 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181728.655877:0:22703:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c1dc1522e00, rc 0) 00000100:00100000:2.0:1789181728.655928:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3a48850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+12:22706:x1876092408537600:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 142us (550us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181728.655936:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1789181728.656052:0:22706:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dfdf82d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22706:1876092408537600:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789181728.656068:0:22706:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.101@tcp lock: ffff9c1dc658ba00/0x76fb555283518a2f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518a36 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181728.656089:0:22706:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.101@tcp lock: ffff9c1dc658ba00/0x76fb555283518a2f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76fb555283518a36 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789181728.656143:0:22706:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dd0065f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22706:1876092408537728:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1789181728.656189:0:22706:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181728.656218:0:22706:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1cc30b5d80 going to sleep for 11 seconds 00000100:00100000:2.0:1789181728.656374:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408537728 00000100:00100000:2.0:1789181728.656379:0:22704:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408537728 00000100:00100000:2.0:1789181728.656412:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1789181728.656419:0:22704:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3a4a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+12:22706:x1876092408537728:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:2.0:1789181728.656432:0:22704:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1789181728.656449:0:22704:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1789181728.656453:0:22704:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:2.0:1789181728.656532:0:22704:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3a4a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+12:22706:x1876092408537728:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 113us (342us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181728.656539:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1789181728.656568:0:22706:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dd0065f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22706:1876092408537728:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1789181728.656613:0:22706:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.101@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1789181728.656620:0:22706:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1dc658ba00/0x76fb555283518a2f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518a36 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181728.656629:0:22706:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.101@tcp lock: ffff9c1dc658ba00/0x76fb555283518a2f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518a36 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1789181728.717246:0:22742:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:1.0:1789181728.717263:0:22742:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1789181728.718842:0:22742:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:1.0:1789181728.718855:0:22742:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00000100:00100000:0.0:1789181728.784653:0:22751:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1cc27a3180 going to sleep for 0 seconds 00010000:00010000:1.0:1789181729.294548:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1789181729.740531:0:22742:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:3.0:1789181729.740543:0:22742:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1789181729.740692:0:22742:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 1 count 1 00000040:00080000:3.0:1789181729.740765:0:22742:0:(llog_cat_server.c:902:llog_cat_cleanup()) cancel plain log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1789181729.740929:0:22742:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 1 00000100:00100000:0.0:1789181729.803877:0:22751:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1cc27a3180 going to sleep for 0 seconds 00010000:00010000:2.0:1789181730.315915:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789181730.827846:0:22751:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1cc27a3180 going to sleep for 0 seconds 00010000:00010000:1.0:1789181731.347583:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789181731.853258:0:22751:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1cc27a3180 going to sleep for 0 seconds 00010000:00010000:2.0:1789181732.370353:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789181732.876933:0:22751:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1cc27a3180 going to sleep for 0 seconds 00000100:00080000:0.0:1789181733.131842:0:12254:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1789181733.131850:0:12254:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1789181733.131854:0:12254:0:(import.c:65:import_set_state_nolock()) ffff9c1de60e0000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789181733.131863:0:12254:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 683 00000100:00080000:0.0:1789181733.131868:0:12254:0:(import.c:630:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1789181733.131882:0:12254:0:(import.c:666:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9c1de60e0000 using connection 192.168.202.101@tcp/0@lo 00000100:00100000:0.0:1789181733.131908:0:12254:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c1cc2755f80 x1876092408537984/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789181733.131923:0:12254:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789181733.131927:0:12254:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789181733.131930:0:12254:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789181733.131933:0:12254:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789181733.131935:0:12254:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1789181733.131939:0:12254:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789181733.131940:0:12254:0:(import.c:65:import_set_state_nolock()) ffff9c1dfaf24000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789181733.131946:0:12254:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff9c1dfaf24000 using connection 192.168.202.101@tcp/0@lo 00000100:00100000:0.0:1789181733.131958:0:12254:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c1cc2757800 x1876092408538112/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789181733.137006:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc2755c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:3644:1876092408537856:0@lo:400:kworker.0 00000100:00100000:1.0:1789181733.137117:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181733.137210:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc2755f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876092408537984:0@lo:38:kworker.0 00000100:00100000:1.0:1789181733.137273:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181733.137309:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc2757800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3642:1876092408538112:0@lo:38:kworker.0 00000100:00100000:1.0:1789181733.137334:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181733.137390:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408537856 00000100:00100000:1.0:1789181733.137399:0:22704:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408537856 00000100:00100000:1.0:1789181733.137452:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1789181733.137462:0:22704:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3a4b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+12:3644:x1876092408537856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789181733.137526:0:22704:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3a4b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+12:3644:x1876092408537856:12345-0@lo:400:kworker.0 Request processed in 65us (409us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181733.137533:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1789181733.137583:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408537984 00000100:00100000:1.0:1789181733.137587:0:22715:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408537984 00000100:00100000:1.0:1789181733.137616:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1789181733.137928:0:22715:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dd0067b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3642:x1876092408537984:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1789181733.137948:0:22715:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1789181733.138790:0:22715:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dd0067b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3642:x1876092408537984:12345-0@lo:38:kworker.0 Request processed in 1163us (1512us total) trans 0 rc -19/-19 00000100:00100000:1.0:1789181733.138799:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1789181733.138836:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408538112 00000100:00100000:1.0:1789181733.138842:0:22711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408538112 00000100:00100000:1.0:1789181733.138865:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1789181733.138871:0:22711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dd0065c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3642:x1876092408538112:12345-0@lo:38:kworker.0 00010000:00080000:1.0:1789181733.138903:0:22711:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo t0 exp 0000000000000000 cur 689 last 0 00000020:00000080:1.0:1789181733.138951:0:22711:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0x76fb555283518a3d 00000004:00100000:1.0:1789181733.138970:0:22711:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1789181733.139144:0:22711:0:(import.c:65:import_set_state_nolock()) ffff9c1dc6531800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1789181733.139209:0:22711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dd0065c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1876092408538112:12345-0@lo:38:kworker.0 Request processed in 337us (1873us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181733.139217:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1789181733.139273:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc2755c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:3644:1876092408537856:0@lo:400:kworker.0 00000100:00080000:3.0:1789181733.157325:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9c1de60e0000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789181733.157335:0:3642:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1789181733.157341:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc2755f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876092408537984:0@lo:38:kworker.0 00010000:00080000:3.0:1789181733.157365:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff9c1cc2757800 x1876092408538112/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789181743 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789181733.157382:0:3642:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 3 00000100:00080000:3.0:1789181733.157399:0:3642:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:3.0:1789181733.157405:0:3642:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1789181733.157408:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9c1dfaf24000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1789181733.157415:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc2757800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3642:1876092408538112:0@lo:38:kworker.0 00000001:02000400:3.0:1789181733.341061:0:22994:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg201-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:1.0:1789181733.388839:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789181733.899820:0:22751:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1cc27a3180 going to sleep for 0 seconds 00010000:00010000:1.0:1789181734.411976:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:3.0:1789181734.690517:0:23046:0:(tgt_mount.c:2347:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1789181734.690935:0:23046:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:0.0:1789181734.923815:0:22751:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1cc27a3180 going to sleep for 0 seconds 00010000:00010000:2.0:1789181735.437619:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:3.0:1789181735.861211:0:23097:0:(tgt_mount.c:2347:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1789181735.861420:0:23097:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:0.0:1789181735.947841:0:22751:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1cc27a3180 going to sleep for 0 seconds 00010000:00010000:2.0:1789181736.463816:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789181736.971828:0:22751:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1cc27a3180 going to sleep for 0 seconds 00000100:00100000:0.0:1789181737.298428:0:3642:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789181727/real 1789181727] req@ffff9c1cc2754700 x1876092408535040/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789181737 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789181737.298477:0:3642:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c1cc2754700 x1876092408535040/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789181737 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789181737.298487:0:3642:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789181727/real 1789181727] req@ffff9c1cc2756300 x1876092408534912/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789181737 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789181737.298499:0:3642:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c1cc2756300 x1876092408534912/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789181737 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789181737.298516:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9c1de7f48800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789181737.298532:0:3642:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1789181737.298536:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc2754700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876092408535040:0@lo:8:llog_process_th.0 00000100:00080000:0.0:1789181737.298542:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9c1dc2f1b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789181737.298547:0:3642:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1789181737.298550:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc2756300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876092408534912:0@lo:8:llog_process_th.0 00000100:00080000:0.0:1789181737.298640:0:12254:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1789181737.298644:0:12254:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1789181737.298647:0:12254:0:(import.c:65:import_set_state_nolock()) ffff9c1de60e0000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789181737.298652:0:12254:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 689 00000100:00080000:0.0:1789181737.298658:0:12254:0:(import.c:630:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1789181737.298669:0:12254:0:(import.c:666:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9c1de60e0000 using connection 192.168.202.101@tcp/0@lo 00000100:00100000:0.0:1789181737.298691:0:12254:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c1cc2754700 x1876092408538368/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789181737.298704:0:12254:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789181737.298708:0:12254:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789181737.298715:0:12254:0:(import.c:65:import_set_state_nolock()) ffff9c1dc2f1b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789181737.298718:0:12254:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 683 00000100:00080000:0.0:1789181737.298751:0:12254:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1789181737.298756:0:12254:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff9c1dc2f1b000 using connection 192.168.202.101@tcp/0@lo 00000100:00100000:0.0:1789181737.298771:0:12254:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c1cc2754a80 x1876092408538496/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789181737.298779:0:12254:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789181737.298782:0:12254:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789181737.298784:0:12254:0:(import.c:65:import_set_state_nolock()) ffff9c1de7f48800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789181737.298786:0:12254:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 683 00000100:00080000:0.0:1789181737.298789:0:12254:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1789181737.298792:0:12254:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9c1de7f48800 using connection 192.168.202.101@tcp/0@lo 00000100:00100000:0.0:1789181737.298803:0:12254:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c1cc2756680 x1876092408538624/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789181737.298856:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc2755880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3646:1876092408538752:0@lo:400:kworker.0 00000100:00100000:0.0:1789181737.298923:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789181737.298969:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1789181737.298975:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc2756300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:3646:1876092408538240:0@lo:400:kworker.0 00000100:00100000:0.0:1789181737.299004:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789181737.299034:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc2754700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876092408538368:0@lo:38:kworker.0 00000100:00100000:0.0:1789181737.299108:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181737.301383:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408538752 00000100:00100000:1.0:1789181737.301399:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408538752 00000100:00100000:1.0:1789181737.301631:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1789181737.301643:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc2756a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1876092408538752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789181737.301797:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc2756a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1876092408538752:12345-0@lo:400:kworker.0 Request processed in 156us (2873us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181737.301803:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:1.0:1789181737.301853:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff9c1cc2755880 x1876092408538752/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789181753 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789181737.301866:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc2755880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3646:1876092408538752:0@lo:400:kworker.0 00000100:00100000:2.0:1789181737.302798:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408538240 00000100:00100000:2.0:1789181737.302810:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408538240 00000100:00100000:2.0:1789181737.302864:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1789181737.302873:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3a4ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+12:3646:x1876092408538240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789181737.302954:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3a4ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+12:3646:x1876092408538240:12345-0@lo:400:kworker.0 Request processed in 82us (3949us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181737.302962:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1789181737.303009:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc2756300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:3646:1876092408538240:0@lo:400:kworker.0 00000100:00100000:0.0:1789181737.318452:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc2754a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876092408538496:0@lo:8:kworker.0 00000400:00000100:0.0:1789181737.318528:0:3642:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876092408538496 offset 0 length 520: 4 00000100:00100000:0.0:1789181737.318558:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc2756680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876092408538624:0@lo:8:kworker.0 00000400:00000100:0.0:1789181737.318604:0:3642:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876092408538624 offset 0 length 520: 4 00000100:00100000:2.0:1789181737.329450:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408538368 00000100:00100000:2.0:1789181737.329468:0:22714:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408538368 00000100:00100000:2.0:1789181737.329522:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1789181737.329532:0:22714:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc2757b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3642:x1876092408538368:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1789181737.329554:0:22714:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1789181737.329654:0:22714:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc2757b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3642:x1876092408538368:12345-0@lo:38:kworker.0 Request processed in 122us (30545us total) trans 0 rc -19/-19 00000100:00100000:2.0:1789181737.329661:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00080000:3.0:1789181737.330988:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9c1de60e0000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789181737.330999:0:3642:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1789181737.331005:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc2754700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876092408538368:0@lo:38:kworker.0 00010000:00010000:2.0:1789181737.484684:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789181738.010683:0:22751:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1cc27a3180 going to sleep for 0 seconds 00010000:00010000:1.0:1789181738.514549:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789181739.024563:0:22751:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1cc27a3180 going to sleep for 0 seconds 00010000:00010000:0.0:1789181739.536422:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1789181739.983429:0:22742:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1789181740.044355:0:22751:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1cc27a3180 going to sleep for 0 seconds 00010000:00010000:2.0:1789181740.564206:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789181741.072337:0:22751:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1cc27a3180 going to sleep for 0 seconds 00010000:00010000:0.0:1789181741.588034:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789181742.091887:0:22751:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1cc27a3180 going to sleep for 0 seconds 00000100:00080000:0.0:1789181742.350218:0:12254:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1789181742.350226:0:12254:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1789181742.350230:0:12254:0:(import.c:65:import_set_state_nolock()) ffff9c1de60e0000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789181742.350238:0:12254:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 693 00000100:00080000:0.0:1789181742.350245:0:12254:0:(import.c:630:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1789181742.350257:0:12254:0:(import.c:666:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9c1de60e0000 using connection 192.168.202.101@tcp/0@lo 00000100:00100000:0.0:1789181742.350284:0:12254:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c1cc2756300 x1876092408539008/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789181742.350313:0:12254:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789181742.350317:0:12254:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789181742.350320:0:12254:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789181742.350323:0:12254:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1789181742.350355:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc2755880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3644:1876092408539136:0@lo:400:kworker.0 00000100:00100000:0.0:1789181742.350436:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789181742.350493:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789181742.350499:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc2754700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:3644:1876092408538880:0@lo:400:kworker.0 00000100:00100000:0.0:1789181742.350531:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789181742.350565:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc2756300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876092408539008:0@lo:38:kworker.0 00000100:00100000:0.0:1789181742.350610:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789181742.352180:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408539136 00000100:00100000:0.0:1789181742.352203:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408539136 00000100:00100000:0.0:1789181742.352278:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1789181742.352301:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc2757800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1876092408539136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789181742.352387:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc2757800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1876092408539136:12345-0@lo:400:kworker.0 Request processed in 100us (1951us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181742.352396:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1789181742.352426:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408538880 00000100:00100000:0.0:1789181742.352431:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408538880 00000100:00100000:0.0:1789181742.352461:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1789181742.352468:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3a48450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+12:3644:x1876092408538880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789181742.352499:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3a48450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+12:3644:x1876092408538880:12345-0@lo:400:kworker.0 Request processed in 33us (1967us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181742.352506:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1789181742.352657:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc2754700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:3644:1876092408538880:0@lo:400:kworker.0 00010000:00080000:0.0:1789181742.352672:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff9c1cc2755880 x1876092408539136/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789181758 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789181742.352683:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc2755880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3644:1876092408539136:0@lo:400:kworker.0 00000100:00100000:2.0:1789181742.356122:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408539008 00000100:00100000:2.0:1789181742.356157:0:22714:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408539008 00000100:00100000:2.0:1789181742.356261:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1789181742.356271:0:22714:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc2755f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3642:x1876092408539008:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1789181742.356303:0:22714:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1789181742.356402:0:22714:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc2755f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3642:x1876092408539008:12345-0@lo:38:kworker.0 Request processed in 130us (5789us total) trans 0 rc -19/-19 00000100:00100000:2.0:1789181742.356409:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00080000:0.0:1789181742.356490:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9c1de60e0000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789181742.356497:0:3642:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1789181742.356501:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc2756300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876092408539008:0@lo:38:kworker.0 00010000:00010000:1.0:1789181742.606345:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789181743.124360:0:22751:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1cc27a3180 going to sleep for 0 seconds 00010000:00010000:1.0:1789181743.627978:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1789181744.096359:0:23444:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1789181744.096364:0:23444:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds2_flakey 00000020:01000004:2.0:1789181744.096365:0:23444:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:2.0:1789181744.096489:0:23444:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff9c1dc7391800 00000020:01000004:2.0:1789181744.096508:0:23444:0:(tgt_mount.c:2503:osd_start()) Attempting to start lustre-MDT0001, type=osd-ldiskfs, lsifl=200001, mountfl=0 00000020:01000004:2.0:1789181744.096522:0:23444:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-osd (typ=osd-ldiskfs) 00000020:00000080:2.0:1789181744.096538:0:23444:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osd (ffff9c1dd13e8000) 00000020:00000080:2.0:1789181744.096558:0:23444:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type osd-ldiskfs with refcount 2 00000100:00100000:2.0:1789181744.141496:0:22751:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1cc27a3180 going to sleep for 0 seconds 00100000:10000000:2.0:1789181744.190974:0:23444:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xd:0x0] (16/1) registered 00100000:10000000:3.0:1789181744.192838:0:23444:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:3.0:1789181744.196145:0:23444:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:3.0:1789181744.196558:0:23444:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:3.0:1789181744.197085:0:23444:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:3.0:1789181744.197488:0:23444:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:3.0:1789181744.197754:0:23444:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:3.0:1789181744.197985:0:23444:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x7:0x0] (8/32) registered 00100000:10000000:3.0:1789181744.198262:0:23444:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x3:0x0] (8/32) registered 00100000:10000000:3.0:1789181744.198827:0:23444:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:3.0:1789181744.199048:0:23444:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:3.0:1789181744.199300:0:23444:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:3.0:1789181744.199561:0:23444:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:3.0:1789181744.199895:0:23444:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x8:0x0] (8/32) registered 00100000:10000000:1.0:1789181744.202689:0:23444:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x12:0x0] (16/1) registered 00100000:10000000:1.0:1789181744.203306:0:23444:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:1.0:1789181744.203510:0:23444:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x20:0x0] (24/16) registered 00100000:10000000:1.0:1789181744.203780:0:23444:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:1.0:1789181744.204276:0:23444:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:1.0:1789181744.204471:0:23444:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:1.0:1789181744.204718:0:23444:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:1.0:1789181744.205081:0:23444:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:1.0:1789181744.205778:0:23444:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:1.0:1789181744.205995:0:23444:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x11:0x0] (16/1) registered 00100000:10000000:1.0:1789181744.206171:0:23444:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:1.0:1789181744.206354:0:23444:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xe:0x0] (16/1) registered 00100000:10000000:1.0:1789181744.206548:0:23444:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:1.0:1789181744.209471:0:23444:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:1.0:1789181744.209953:0:23444:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x22:0x0] (24/16) registered 00100000:10000000:1.0:1789181744.210224:0:23444:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:1.0:1789181744.210477:0:23444:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x10:0x0] (16/1) registered 00100000:10000000:1.0:1789181744.210886:0:23444:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:1.0:1789181744.211174:0:23444:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:1.0:1789181744.211414:0:23444:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:1.0:1789181744.211680:0:23444:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x23:0x0] (24/16) registered 00100000:10000000:1.0:1789181744.211996:0:23444:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:1.0:1789181744.212236:0:23444:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:1.0:1789181744.212464:0:23444:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:1.0:1789181744.212774:0:23444:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:1.0:1789181744.213167:0:23444:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:1.0:1789181744.213398:0:23444:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x24:0x0] (24/16) registered 00100000:10000000:1.0:1789181744.213687:0:23444:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:1.0:1789181744.214145:0:23444:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xf:0x0] (16/1) registered 00100000:10000000:1.0:1789181744.214351:0:23444:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x21:0x0] (24/16) registered 00100000:10000000:1.0:1789181744.214543:0:23444:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1f:0x0] (24/16) registered 00100000:10000000:1.0:1789181744.214994:0:23444:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x26:0x0] (24/16) registered 00080000:01000000:1.0:1789181744.217161:0:23444:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0001: register osd-ldiskfs tunable parameters 00000020:00000080:1.0:1789181744.217379:0:23444:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00080000:01000000:1.0:1789181744.217391:0:23444:0:(osd_handler.c:8924:osd_obd_connect()) connect #0 00000020:00000080:1.0:1789181744.217402:0:23444:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x76fb555283518a4b 00000020:01000004:1.0:1789181744.217409:0:23444:0:(tgt_mount.c:2588:server_fill_super()) Found service lustre-MDT0001 on device /dev/mapper/mds2_flakey 00000020:01000004:1.0:1789181744.217430:0:23444:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.202.101@tcp:Set MGC reconnect 1 10000000:01000000:1.0:1789181744.217433:0:23444:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.202.101@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:1.0:1789181744.217440:0:23444:0:(tgt_mount.c:1809:server_start_targets()) starting target lustre-MDT0001 00000020:01000004:1.0:1789181744.217467:0:23444:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds2_flakey 10000000:01000000:1.0:1789181744.217471:0:23444:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.202.101@tcp: cl_mgc_mutex lustre-MDT0001-osd for locked: rc = 0 00000040:01000000:0.0:1789181744.222676:0:23444:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.202.101@tcp ctxt 0 is initialized 00000020:01000004:0.0:1789181744.223082:0:23444:0:(tgt_mount.c:1416:server_register_target()) Registration lustre-MDT0001, fs=lustre, 192.168.202.101@tcp, index=0001, flags=0x20001 00000020:01000004:0.0:1789181744.223089:0:23444:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:0.0:1789181744.223091:0:23444:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:0.0:1789181744.223093:0:23444:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789181744.223094:0:23444:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789181744.223095:0:23444:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789181744.223103:0:23444:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789181744.223104:0:23444:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1789181744.223106:0:23444:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789181744.223107:0:23444:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1789181744.223112:0:23444:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x10020001 00000020:01000004:0.0:1789181744.223114:0:23444:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1789181744.223115:0:23444:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:0.0:1789181744.223116:0:23444:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789181744.223117:0:23444:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789181744.223118:0:23444:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789181744.223119:0:23444:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789181744.223119:0:23444:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1789181744.223120:0:23444:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789181744.223121:0:23444:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1789181744.223155:0:23444:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:0.0:1789181744.223189:0:23444:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc2756300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:23444:1876092408539264:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1789181744.223263:0:23444:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789181744.223346:0:23444:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dd9398a80 going to sleep for 11 seconds 00000100:00100000:1.0:1789181744.223394:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408539264 00000100:00100000:1.0:1789181744.223405:0:22704:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408539264 00000100:00100000:1.0:1789181744.223497:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1789181744.223509:0:22704:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3a48c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+12:23444:x1876092408539264:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1789181744.223556:0:22704:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:1.0:1789181744.223560:0:22704:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0001 is running on 0@lo 20000000:01000000:1.0:1789181744.223567:0:22704:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 00000100:00100000:1.0:1789181744.224169:0:22704:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3a48c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+12:23444:x1876092408539264:12345-0@lo:253:mount.lustre.0 Request processed in 660us (903us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181744.224188:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1789181744.224279:0:23444:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc2756300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:23444:1876092408539264:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1789181744.224291:0:23444:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:3.0:1789181744.224294:0:23444:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1789181744.224295:0:23444:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:3.0:1789181744.224296:0:23444:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1789181744.224297:0:23444:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1789181744.224298:0:23444:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1789181744.224299:0:23444:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1789181744.224301:0:23444:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1789181744.224302:0:23444:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1789181744.224303:0:23444:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:3.0:1789181744.224320:0:23444:0:(tgt_mount.c:101:server_register_mount()) register mount ffff9c1dc7391800 from lustre-MDT0001 10000000:01000000:3.0:1789181744.224356:0:23444:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0001 from 0 10000000:01000000:3.0:1789181744.224358:0:23444:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0001-0000000000000000 10000000:01000000:3.0:1789181744.224365:0:23444:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff9c1cc3260000 local copy 00010000:00010000:3.0:1789181744.224375:0:23444:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1dc1679600/0x76fb555283518941 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518948 expref: -99 pid: 22688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789181744.224483:0:23444:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dfdf83800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:23444:1876092408539392:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789181744.224517:0:23444:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181744.225063:0:23444:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1cc27a39c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789181744.225151:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408539392 00000100:00100000:0.0:1789181744.225159:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408539392 00000100:00100000:0.0:1789181744.225208:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1789181744.225218:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3a49050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+12:23444:x1876092408539392:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789181744.225342:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3a49050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+12:23444:x1876092408539392:12345-0@lo:501:mount.lustre.0 Request processed in 125us (824us total) trans 0 rc -2/-2 00000100:00100000:0.0:1789181744.225349:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1789181744.225426:0:23444:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dfdf83800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:23444:1876092408539392:0@lo:501:mount.lustre.0 10000000:01000000:3.0:1789181744.225441:0:23444:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.202.101@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:3.0:1789181744.225462:0:23444:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.202.101@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:3.0:1789181744.225471:0:23444:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1dc1679600/0x76fb555283518941 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518948 expref: -99 pid: 22688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181744.225481:0:23444:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.101@tcp lock: ffff9c1dc1679600/0x76fb555283518941 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518948 expref: -99 pid: 22688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789181744.225527:0:23444:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9c1dc7391800 10000000:01000000:3.0:1789181744.225531:0:23444:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:3.0:1789181744.225537:0:23444:0:(mgc_request.c:194:do_config_log_add()) do adding config log nodemap-ffff9c1cc3260000 10000000:01000000:3.0:1789181744.225539:0:23444:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 10000000:01000000:3.0:1789181744.225543:0:23444:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff9c1cc3260000 from 1 10000000:01000000:3.0:1789181744.225546:0:23444:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1789181744.225577:0:23444:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1dc658ac00/0x76fb555283518a52 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181744.225585:0:23444:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.101@tcp lock: ffff9c1dc658ac00/0x76fb555283518a52 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181744.226519:0:23444:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.101@tcp lock: ffff9c1dc658ac00/0x76fb555283518a52 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789181744.226550:0:23444:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dfdf83800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:23444:1876092408539520:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1789181744.226616:0:23444:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181744.226647:0:23444:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1cc27a39c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789181744.226790:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408539520 00000100:00100000:0.0:1789181744.226808:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408539520 00000100:00100000:0.0:1789181744.226841:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1789181744.226848:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3a49c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+12:23444:x1876092408539520:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789181744.226859:0:22703:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789181744.226877:0:22703:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c1dc1678200/0x76fb555283518a59 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76fb555283518a52 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181744.226919:0:22703:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c1dc1678200/0x76fb555283518a59 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76fb555283518a52 expref: 13 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181744.226930:0:22703:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c1dc1678200/0x76fb555283518a59 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76fb555283518a52 expref: 13 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181744.226952:0:22703:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c1dc1678200, rc 0) 00000100:00100000:0.0:1789181744.226997:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3a49c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+13:23444:x1876092408539520:12345-0@lo:101:mount.lustre.0 Request processed in 149us (380us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181744.227004:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1789181744.227230:0:23444:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dfdf83800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:23444:1876092408539520:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789181744.227245:0:23444:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.101@tcp lock: ffff9c1dc658ac00/0x76fb555283518a52 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518a59 expref: -99 pid: 23444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181744.227254:0:23444:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.101@tcp lock: ffff9c1dc658ac00/0x76fb555283518a52 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76fb555283518a59 expref: -99 pid: 23444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789181744.227270:0:23444:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.101@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1789181744.227284:0:23444:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1dc658ac00/0x76fb555283518a52 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518a59 expref: -99 pid: 23444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181744.227301:0:23444:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.101@tcp lock: ffff9c1dc658ac00/0x76fb555283518a52 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518a59 expref: -99 pid: 23444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789181744.227311:0:23444:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff9c1dc7391800 10000000:01000000:3.0:1789181744.227325:0:23444:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:3.0:1789181744.227330:0:23444:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff9c1dc7391800 from 1 10000000:01000000:3.0:1789181744.227332:0:23444:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:3.0:1789181744.227352:0:23444:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1dc658aa00/0x76fb555283518a60 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181744.227360:0:23444:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.101@tcp lock: ffff9c1dc658aa00/0x76fb555283518a60 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181744.227367:0:23444:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.101@tcp lock: ffff9c1dc658aa00/0x76fb555283518a60 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789181744.227378:0:23444:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dfdf83800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:23444:1876092408539648:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1789181744.227404:0:23444:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181744.227425:0:23444:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1cc27a39c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789181744.227488:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408539648 00000100:00100000:0.0:1789181744.227493:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408539648 00000100:00100000:0.0:1789181744.227516:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1789181744.227523:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3a49450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+13:23444:x1876092408539648:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789181744.227531:0:22703:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789181744.227540:0:22703:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c1dc1679200/0x76fb555283518a67 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x76fb555283518a60 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181744.227554:0:22703:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c1dc1679200/0x76fb555283518a67 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76fb555283518a60 expref: 14 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181744.227562:0:22703:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c1dc1679200/0x76fb555283518a67 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76fb555283518a60 expref: 14 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181744.227569:0:22703:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c1dc1679200, rc 0) 00000100:00100000:0.0:1789181744.227616:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3a49450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+14:23444:x1876092408539648:12345-0@lo:101:mount.lustre.0 Request processed in 93us (211us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181744.227622:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1789181744.227754:0:23444:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dfdf83800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:23444:1876092408539648:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789181744.227764:0:23444:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.101@tcp lock: ffff9c1dc658aa00/0x76fb555283518a60 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518a67 expref: -99 pid: 23444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181744.227771:0:23444:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.101@tcp lock: ffff9c1dc658aa00/0x76fb555283518a60 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x76fb555283518a67 expref: -99 pid: 23444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789181744.227779:0:23444:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.101@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:3.0:1789181744.227789:0:23444:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1dc658aa00/0x76fb555283518a60 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518a67 expref: -99 pid: 23444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181744.227811:0:23444:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.101@tcp lock: ffff9c1dc658aa00/0x76fb555283518a60 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518a67 expref: -99 pid: 23444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789181744.227817:0:23444:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0001-0000000000000000 10000000:01000000:3.0:1789181744.227820:0:23444:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1789181744.227825:0:23444:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff9c1dc7391800 10000000:01000000:3.0:1789181744.227827:0:23444:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:3.0:1789181744.227830:0:23444:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 1 10000000:01000000:3.0:1789181744.227832:0:23444:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00010000:00010000:3.0:1789181744.227845:0:23444:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1dc658b400/0x76fb555283518a6e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181744.227852:0:23444:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.101@tcp lock: ffff9c1dc658b400/0x76fb555283518a6e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181744.227859:0:23444:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.101@tcp lock: ffff9c1dc658b400/0x76fb555283518a6e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789181744.227870:0:23444:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dfdf83800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:23444:1876092408539776:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1789181744.227895:0:23444:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181744.227912:0:23444:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1cc27a39c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789181744.230008:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408539776 00000100:00100000:0.0:1789181744.230026:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408539776 00000100:00100000:0.0:1789181744.230078:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1789181744.230088:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3a49850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+14:23444:x1876092408539776:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789181744.230106:0:22703:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789181744.230127:0:22703:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c1dc1679c00/0x76fb555283518a75 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x76fb555283518a6e expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181744.230153:0:22703:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c1dc1679c00/0x76fb555283518a75 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76fb555283518a6e expref: 15 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181744.230163:0:22703:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c1dc1679c00/0x76fb555283518a75 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76fb555283518a6e expref: 15 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181744.230172:0:22703:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c1dc1679c00, rc 0) 00000100:00100000:0.0:1789181744.230289:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3a49850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+15:23444:x1876092408539776:12345-0@lo:101:mount.lustre.0 Request processed in 203us (2393us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181744.230296:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1789181744.230750:0:23444:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dfdf83800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:23444:1876092408539776:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789181744.230772:0:23444:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.101@tcp lock: ffff9c1dc658b400/0x76fb555283518a6e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518a75 expref: -99 pid: 23444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181744.230782:0:23444:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.101@tcp lock: ffff9c1dc658b400/0x76fb555283518a6e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x76fb555283518a75 expref: -99 pid: 23444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1789181744.232957:0:23444:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 46 count 46 00000040:00080000:3.0:1789181744.233905:0:23444:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1789181744.245851:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:3.0:1789181744.245919:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 136 off8552 00000040:00080000:3.0:1789181744.246073:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 176 off8728 00000040:00080000:3.0:1789181744.246095:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8952 00000040:00080000:3.0:1789181744.246110:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 224 off9176 00000040:00080000:3.0:1789181744.246125:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 120 off9296 00000040:00080000:3.0:1789181744.246138:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 112 off9408 00000040:00080000:3.0:1789181744.246151:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 160 off9568 00000040:00080000:3.0:1789181744.246168:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9792 00000040:00080000:3.0:1789181744.246194:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10016 00000040:00080000:3.0:1789181744.246211:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 88 off10104 00000040:00080000:3.0:1789181744.246225:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 144 off10248 00000040:00080000:3.0:1789181744.246240:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].13, 152 off10400 00000040:00080000:3.0:1789181744.246254:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].14, 168 off10568 00000040:00080000:3.0:1789181744.246268:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].15, 224 off10792 00000040:00080000:3.0:1789181744.246280:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].16, 224 off11016 00000040:00080000:3.0:1789181744.246296:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].17, 80 off11096 00000040:00080000:3.0:1789181744.246310:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].18, 224 off11320 00000040:00080000:3.0:1789181744.246324:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].19, 224 off11544 00000040:00080000:3.0:1789181744.246336:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].20, 160 off11704 00000040:00080000:3.0:1789181744.246347:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].21, 224 off11928 00000040:00080000:3.0:1789181744.246360:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].22, 224 off12152 00000040:00080000:3.0:1789181744.246374:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].23, 80 off12232 00000040:00080000:3.0:1789181744.246387:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].24, 224 off12456 00000040:00080000:3.0:1789181744.246399:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].25, 224 off12680 00000040:00080000:3.0:1789181744.246410:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].26, 88 off12768 00000040:00080000:3.0:1789181744.246422:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].27, 144 off12912 00000040:00080000:3.0:1789181744.246432:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].28, 152 off13064 00000040:00080000:3.0:1789181744.246444:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].29, 136 off13200 00000040:00080000:3.0:1789181744.246467:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].30, 224 off13424 00000040:00080000:3.0:1789181744.246479:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].31, 224 off13648 00000040:00080000:3.0:1789181744.246490:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].32, 80 off13728 00000040:00080000:3.0:1789181744.246503:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].33, 224 off13952 00000040:00080000:3.0:1789181744.246516:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].34, 224 off14176 00000040:00080000:3.0:1789181744.246529:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].35, 88 off14264 00000040:00080000:3.0:1789181744.246540:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].36, 144 off14408 00000040:00080000:3.0:1789181744.246554:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].37, 152 off14560 00000040:00080000:3.0:1789181744.246568:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].38, 136 off14696 00000040:00080000:3.0:1789181744.246580:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].39, 224 off14920 00000040:00080000:3.0:1789181744.246592:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].40, 224 off15144 00000040:00080000:3.0:1789181744.246605:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].41, 80 off15224 00000040:00080000:3.0:1789181744.246619:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].42, 224 off15448 00000040:00080000:3.0:1789181744.246631:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].43, 224 off15672 00000040:00080000:3.0:1789181744.246642:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].44, 120 off15792 00000040:00080000:3.0:1789181744.246674:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].45, 224 off16016 00000040:00080000:3.0:1789181744.246680:0:23444:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 45 count 46 00000100:00100000:3.0:1789181744.246823:0:23444:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dfdf83800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:23444:1876092408539904:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789181744.246895:0:23444:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789181744.247232:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408539904 00000100:00100000:0.0:1789181744.247240:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408539904 00000100:00100000:0.0:1789181744.248915:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1789181744.248947:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3a4bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+15:23444:x1876092408539904:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789181744.249210:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3a4bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+15:23444:x1876092408539904:12345-0@lo:501:mount.lustre.0 Request processed in 282us (2314us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181744.249219:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1789181744.250627:0:23444:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1cc27a3240 going to sleep for 11 seconds 00000100:00100000:3.0:1789181744.250674:0:23444:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dfdf83800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:23444:1876092408539904:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789181744.250756:0:23444:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dfdf83800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:23444:1876092408540032:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789181744.250847:0:23444:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181744.250883:0:23444:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1cc27a3240 going to sleep for 11 seconds 00000100:00100000:2.0:1789181744.251083:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408540032 00000100:00100000:2.0:1789181744.251091:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408540032 00000100:00100000:2.0:1789181744.251144:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1789181744.251153:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfbefcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+15:23444:x1876092408540032:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789181744.252166:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfbefcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+15:23444:x1876092408540032:12345-0@lo:503:mount.lustre.0 Request processed in 1010us (1315us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181744.252194:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1789181744.252384:0:23444:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dfdf83800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:23444:1876092408540032:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1789181744.256258:0:23444:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1789181744.256357:0:23444:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dfdf83800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:23444:1876092408540160:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789181744.256449:0:23444:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181744.256540:0:23444:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1cc27a39c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789181744.256700:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408540160 00000100:00100000:2.0:1789181744.256708:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408540160 00000100:00100000:2.0:1789181744.256931:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1789181744.257038:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfbefd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+15:23444:x1876092408540160:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789181744.258300:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfbefd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+15:23444:x1876092408540160:12345-0@lo:502:mount.lustre.0 Request processed in 1262us (1845us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181744.258311:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1789181744.258449:0:23444:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dfdf83800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:23444:1876092408540160:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1789181744.259060:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:2.0:1789181744.259096:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 136 off8552 00000040:00080000:2.0:1789181744.259112:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 176 off8728 00000040:00080000:2.0:1789181744.259127:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8952 00000040:00080000:2.0:1789181744.259143:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 224 off9176 00000040:00080000:2.0:1789181744.259157:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 120 off9296 00000040:00080000:2.0:1789181744.259171:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 112 off9408 00000040:00080000:2.0:1789181744.259198:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 160 off9568 00000040:00080000:2.0:1789181744.259213:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9792 00000040:00080000:2.0:1789181744.259227:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10016 00000040:00080000:2.0:1789181744.259239:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 88 off10104 00000040:00080000:2.0:1789181744.259252:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 144 off10248 00000040:00080000:2.0:1789181744.259267:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].13, 152 off10400 00000040:00080000:2.0:1789181744.259281:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].14, 168 off10568 00000040:00080000:2.0:1789181744.259293:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].15, 224 off10792 00000040:00080000:2.0:1789181744.259305:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].16, 224 off11016 00000040:00080000:2.0:1789181744.259317:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].17, 80 off11096 00000040:00080000:2.0:1789181744.259329:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].18, 224 off11320 00000040:00080000:2.0:1789181744.259343:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].19, 224 off11544 00000040:00080000:2.0:1789181744.259357:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].20, 160 off11704 00000040:00080000:2.0:1789181744.259370:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].21, 224 off11928 00000040:00080000:2.0:1789181744.259384:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].22, 224 off12152 00000040:00080000:2.0:1789181744.259397:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].23, 80 off12232 00000040:00080000:2.0:1789181744.259412:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].24, 224 off12456 00000040:00080000:2.0:1789181744.259426:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].25, 224 off12680 00000040:00080000:2.0:1789181744.259439:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].26, 88 off12768 00000040:00080000:2.0:1789181744.259452:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].27, 144 off12912 00000040:00080000:2.0:1789181744.259464:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].28, 152 off13064 00000040:00080000:2.0:1789181744.259491:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].29, 136 off13200 00000040:00080000:2.0:1789181744.259503:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].30, 224 off13424 00000040:00080000:2.0:1789181744.259515:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].31, 224 off13648 00000040:00080000:2.0:1789181744.259526:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].32, 80 off13728 00000040:00080000:2.0:1789181744.259538:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].33, 224 off13952 00000040:00080000:2.0:1789181744.259550:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].34, 224 off14176 00000040:00080000:2.0:1789181744.259562:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].35, 88 off14264 00000040:00080000:2.0:1789181744.259574:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].36, 144 off14408 00000040:00080000:2.0:1789181744.259586:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].37, 152 off14560 00000040:00080000:2.0:1789181744.259681:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].38, 136 off14696 00000040:00080000:2.0:1789181744.259696:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].39, 224 off14920 00000040:00080000:2.0:1789181744.259709:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].40, 224 off15144 00000040:00080000:2.0:1789181744.270496:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].41, 80 off15224 00000040:00080000:2.0:1789181744.270584:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].42, 224 off15448 00000040:00080000:2.0:1789181744.270620:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].43, 224 off15672 00000040:00080000:2.0:1789181744.270635:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].44, 120 off15792 00000100:00100000:2.0:1789181744.270691:0:23444:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dffa51f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:23444:1876092408540288:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789181744.270824:0:23444:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181744.270875:0:23444:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1cc30b5540 going to sleep for 11 seconds 00000100:00100000:0.0:1789181744.270981:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408540288 00000100:00100000:0.0:1789181744.270989:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408540288 00000100:00100000:0.0:1789181744.271032:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1789181744.271043:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfbefe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+15:23444:x1876092408540288:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789181744.271189:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfbefe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+15:23444:x1876092408540288:12345-0@lo:502:mount.lustre.0 Request processed in 137us (354us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181744.271197:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1789181744.271579:0:23444:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dffa51f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:23444:1876092408540288:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789181744.271650:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].45, 224 off16016 00000040:00080000:3.0:1789181744.271663:0:23444:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 45 count 46 00000020:01000000:3.0:1789181744.272570:0:23448:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789181744.272584:0:23448:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789181744.272648:0:23448:0:(obd_config.c:1563:class_process_config()) marker 11 (0x1) lustre-MDT0001-m lov setup 00000020:01000000:3.0:1789181744.272655:0:23448:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0001) 00000020:00000080:3.0:1789181744.272659:0:23448:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1789181744.272674:0:23448:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdtlov (ffff9c1cc3264d40) 00000020:00000080:3.0:1789181744.272698:0:23448:0:(obd_config.c:720:class_attach_name()) OBD: dev 13 attached type lod with refcount 2 00000020:00000080:3.0:1789181744.272706:0:23448:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:0.0:1789181744.273114:0:23448:0:(osd_handler.c:8924:osd_obd_connect()) connect #1 00000020:00000080:0.0:1789181744.273124:0:23448:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x76fb555283518a83 00000020:00000080:0.0:1789181744.273345:0:23448:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:01000000:0.0:1789181744.273351:0:23448:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789181744.273355:0:23448:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789181744.273356:0:23448:0:(obd_config.c:1563:class_process_config()) marker 11 (0x2) lustre-MDT0001-m lov setup 00000020:01000000:0.0:1789181744.273360:0:23448:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789181744.273363:0:23448:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789181744.273364:0:23448:0:(obd_config.c:1563:class_process_config()) marker 12 (0x1) lustre-MDT0001 add mdt 00000020:00000080:0.0:1789181744.273368:0:23448:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1789181744.273377:0:23448:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001 (ffff9c1dc4e019c0) 00000020:00000080:0.0:1789181744.273389:0:23448:0:(obd_config.c:720:class_attach_name()) OBD: dev 14 attached type mdt with refcount 2 00000020:00000080:0.0:1789181744.273393:0:23448:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:0.0:1789181744.273395:0:23448:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0001 osc lustre-MDT0001-mdtlov mdc (null) 00000020:01000000:0.0:1789181744.273398:0:23448:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0001 00000020:00000080:0.0:1789181744.273404:0:23448:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:0.0:1789181744.273451:0:23448:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9c1dc7391800 from lustre-MDT0001, refs=2 00000020:00000080:0.0:1789181744.273465:0:23448:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0001 (ffff9c1dc4e00000) 00000020:00000080:0.0:1789181744.273475:0:23448:0:(obd_config.c:720:class_attach_name()) OBD: dev 15 attached type mdd with refcount 2 00000004:01000000:0.0:1789181744.273552:0:23448:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:0.0:1789181744.273559:0:23448:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x76fb555283518a98 00000020:00000080:0.0:1789181744.274013:0:23448:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000004:01000000:0.0:1789181744.274022:0:23448:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:0.0:1789181744.274027:0:23448:0:(genops.c:1384:class_connect()) connect: client lustre-MDD0001_UUID, cookie 0x76fb555283518a9f 00080000:01000000:0.0:1789181744.274033:0:23448:0:(osd_handler.c:8924:osd_obd_connect()) connect #2 00000020:00000080:0.0:1789181744.274037:0:23448:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x76fb555283518aa6 00010000:00010000:3.0:1789181744.403232:0:23448:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0001_UUID-2 is initialized 00000001:00000004:3.0:1789181744.404266:0:23448:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 8589934595 00000001:00080000:3.0:1789181744.404888:0:23448:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:3.0:1789181744.406189:0:23448:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:01000000:3.0:1789181744.406204:0:23448:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789181744.406210:0:23448:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789181744.406212:0:23448:0:(obd_config.c:1563:class_process_config()) marker 12 (0x2) lustre-MDT0001 add mdt 00000020:01000000:3.0:1789181744.406216:0:23448:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789181744.406222:0:23448:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789181744.406223:0:23448:0:(obd_config.c:1563:class_process_config()) marker 13 (0x1) lustre-MDT0000 add osp 00000020:00000080:3.0:1789181744.406226:0:23448:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1789181744.406232:0:23448:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.101@tcp to nid 0x20000c0a8ca65 (192.168.202.101@tcp) 00000020:00000080:3.0:1789181744.406260:0:23448:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1789181744.406275:0:23448:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osp-MDT0001 (ffff9c1dc4394d40) 00000020:00000080:3.0:1789181744.406296:0:23448:0:(obd_config.c:720:class_attach_name()) OBD: dev 16 attached type osp with refcount 2 00000020:00000080:3.0:1789181744.406302:0:23448:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1789181744.406377:0:23448:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0000-osp-MDT0001: connect to lustre-MDT0001-osd (lustre-MDT0000-osp-MDT0001) 00080000:01000000:3.0:1789181744.406391:0:23448:0:(osd_handler.c:8924:osd_obd_connect()) connect #3 00000020:00000080:3.0:1789181744.406398:0:23448:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x76fb555283518ab4 00010000:00080000:3.0:1789181744.406436:0:23448:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9c1cc1dc9800@lustre-MDT0000-osp-MDT0001: add connection 192.168.202.101@tcp at head 00010000:00010000:3.0:1789181744.410408:0:23448:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-osp-MDT0001-5 is initialized 00000020:00000080:1.0:1789181744.412062:0:23448:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1789181744.412075:0:23448:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000004:01000000:1.0:1789181744.412116:0:23448:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0000_UUID idx:0 gen:1 00000020:00000080:1.0:1789181744.412141:0:23448:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x76fb555283518abb 00000100:00080000:1.0:1789181744.412152:0:23448:0:(import.c:545:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1789181744.412168:0:23448:0:(import.c:666:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9c1cc1dc9800 using connection 192.168.202.101@tcp/0@lo 00000100:00100000:1.0:1789181744.412218:0:23448:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c1dd0064e00 x1876092408540416/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789181744.412256:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dd0064e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1876092408540416:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1789181744.412320:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181744.412376:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408540416 00000100:00100000:1.0:1789181744.412383:0:22715:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408540416 00000100:00100000:1.0:1789181744.412411:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1789181744.412419:0:22715:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dd0067800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3642:x1876092408540416:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1789181744.412441:0:22715:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 700 last 0 00000020:00000080:1.0:1789181744.412472:0:22715:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x76fb555283518ac2 00000004:00100000:1.0:1789181744.412487:0:22715:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:1.0:1789181744.412494:0:22715:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000100:00080000:1.0:1789181744.412559:0:23448:0:(pinger.c:374:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1789181744.412580:0:21437:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1789181744.412584:0:21437:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1789181744.412586:0:21437:0:(import.c:65:import_set_state_nolock()) ffff9c1de60e0000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789181744.412590:0:21437:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 698 00000100:00080000:1.0:1789181744.412593:0:21437:0:(import.c:630:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789181744.412838:0:21437:0:(import.c:666:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9c1de60e0000 using connection 192.168.202.101@tcp/0@lo 00000100:00100000:1.0:1789181744.412855:0:21437:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c1dd0065f80 x1876092408540544/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789181744.412869:0:21437:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789181744.412872:0:21437:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789181744.412875:0:21437:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789181744.412883:0:21437:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1789181744.412917:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dd0067100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3645:1876092408540672:0@lo:400:kworker.0 00000100:00100000:1.0:1789181744.413706:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181744.413775:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408540672 00000100:00100000:1.0:1789181744.413782:0:22711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408540672 00000100:00100000:1.0:1789181744.413838:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1789181744.413847:0:22711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dd0064000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1876092408540672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789181744.413898:0:22711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dd0064000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1876092408540672:12345-0@lo:400:kworker.0 Request processed in 52us (194us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181744.413905:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:1.0:1789181744.414141:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff9c1dd0067100 x1876092408540672/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789181760 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789181744.414157:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dd0067100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3645:1876092408540672:0@lo:400:kworker.0 00000100:00100000:1.0:1789181744.414199:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dd0065f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876092408540544:0@lo:38:kworker.0 00000100:00100000:1.0:1789181744.414231:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:01000000:1.0:1789181744.414309:0:23448:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789181744.414315:0:23448:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789181744.414317:0:23448:0:(obd_config.c:1563:class_process_config()) marker 13 (0x2) lustre-MDT0000 add osp 00000020:01000000:1.0:1789181744.414321:0:23448:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1789181744.414324:0:23448:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #14 00000020:01000000:1.0:1789181744.414325:0:23448:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1789181744.414327:0:23448:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1789181744.414328:0:23448:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1789181744.414331:0:23448:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789181744.414332:0:23448:0:(obd_config.c:1563:class_process_config()) marker 14 (0x6) lustre sys.timeout 00000020:01000000:1.0:1789181744.414335:0:23448:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789181744.414339:0:23448:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789181744.414340:0:23448:0:(obd_config.c:1563:class_process_config()) marker 15 (0x1) lustre-MDT0001 mdt.identity_upcall 00000020:00000080:1.0:1789181744.414355:0:23448:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:1.0:1789181744.414405:0:23448:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0001: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:1.0:1789181744.414419:0:23448:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789181744.414422:0:23448:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789181744.414423:0:23448:0:(obd_config.c:1563:class_process_config()) marker 15 (0x2) lustre-MDT0001 mdt.identity_upcall 00000020:01000000:1.0:1789181744.414426:0:23448:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1789181744.414428:0:23448:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #20 00000020:01000000:1.0:1789181744.414429:0:23448:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1789181744.414431:0:23448:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1789181744.414432:0:23448:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1789181744.414434:0:23448:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789181744.414435:0:23448:0:(obd_config.c:1563:class_process_config()) marker 20 (0x6) lustre sys.timeout 00000020:01000000:1.0:1789181744.414437:0:23448:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1789181744.414441:0:23448:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:1.0:1789181744.414444:0:23448:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789181744.414445:0:23448:0:(obd_config.c:1563:class_process_config()) marker 23 (0x1) lustre-OST0000 add osc 00000020:00000080:1.0:1789181744.414448:0:23448:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1789181744.414452:0:23448:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.101@tcp to nid 0x20000c0a8ca65 (192.168.202.101@tcp) 00000020:01000000:1.0:1789181744.414472:0:23448:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:1.0:1789181744.414475:0:23448:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1789181744.414489:0:23448:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0001 (ffff9c1dfb714d40) 00000020:00000080:1.0:1789181744.414505:0:23448:0:(obd_config.c:720:class_attach_name()) OBD: dev 17 attached type osp with refcount 2 00000020:00000080:1.0:1789181744.414509:0:23448:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1789181744.414562:0:23448:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0000-osc-MDT0001) 00080000:01000000:1.0:1789181744.414569:0:23448:0:(osd_handler.c:8924:osd_obd_connect()) connect #4 00000020:00000080:1.0:1789181744.414575:0:23448:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x76fb555283518ad0 00000100:00100000:2.0:1789181744.415264:0:22714:0:(service.c:3467:ptlrpc_start_thread()) mdt_out[0] started 2 min 2 max 116 00000100:00100000:2.0:1789181744.415275:0:22714:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_out00_002' 00000100:00100000:2.0:1789181744.415426:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408540544 00000100:00100000:2.0:1789181744.415434:0:22714:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408540544 00000100:00100000:2.0:1789181744.415531:0:23453:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1789181744.415540:0:23453:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dd0067100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3642:x1876092408540544:12345-0@lo:38:kworker.0 00010000:00080000:1.0:1789181744.416857:0:23448:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9c1e00844000@lustre-OST0000-osc-MDT0001: add connection 192.168.202.101@tcp at head 00010000:00010000:1.0:1789181744.417825:0:23448:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0001-6 is initialized 00000100:00100000:2.0:1789181744.418535:0:23453:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dd0067100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3642:x1876092408540544:12345-0@lo:38:kworker.0 Request processed in 2990us (4298us total) trans 0 rc -11/-11 00000100:00100000:2.0:1789181744.418547:0:23453:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1789181744.419915:0:3642:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1789181744.422068:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9c1de60e0000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789181744.422083:0:3642:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-11) 00000100:00100000:2.0:1789181744.422100:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dd0065f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876092408540544:0@lo:38:kworker.0 00000040:01000000:1.0:1789181744.422335:0:23448:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:1.0:1789181744.424490:0:23448:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0001 ctxt 2 is initialized 00000100:00080000:0.0:1789181744.425099:0:22715:0:(import.c:65:import_set_state_nolock()) ffff9c1dfaf23800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1789181744.425230:0:22715:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dd0067800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3642:x1876092408540416:12345-0@lo:38:llog_process_th.0 Request processed in 12808us (12906us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181744.425253:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1789181744.425377:0:3642:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:2.0:1789181744.425388:0:3642:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-osp-MDT0001: connect to target with instance 3 00000100:00080000:2.0:1789181744.425397:0:3642:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0000-osp-MDT0001: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:2.0:1789181744.425403:0:3642:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1789181744.425406:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9c1cc1dc9800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1789181744.425425:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dd0064e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1876092408540416:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1789181744.426812:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc2755880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1876092408540800:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1789181744.426880:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789181744.428762:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408540800 00000100:00100000:0.0:1789181744.428776:0:22714:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408540800 00000100:00100000:0.0:1789181744.428829:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1789181744.428841:0:22714:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dffa52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3646:x1876092408540800:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1789181744.428883:0:22714:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1789181744.429049:0:22714:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dffa52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3646:x1876092408540800:12345-0@lo:41:osp-pre-0-1.0 Request processed in 210us (2168us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181744.429057:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000040:00080000:2.0:1789181744.429345:0:23448:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1789181744.430045:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000100:00100000:1.0:1789181744.430320:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc2755880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1876092408540800:0@lo:41:osp-pre-0-1.0 00000040:00080000:2.0:1789181744.431794:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].1, 64 off8256 00000040:00080000:1.0:1789181744.433146:0:23454:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:1.0:1789181744.433159:0:23454:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xc:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:3.0:1789181744.439062:0:23448:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1789181744.439082:0:23448:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:3.0:1789181744.439145:0:23448:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:3.0:1789181744.439172:0:23448:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x76fb555283518ad7 00000100:00080000:3.0:1789181744.439455:0:23448:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1789181744.439470:0:23448:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff9c1e00844000 using connection 192.168.202.101@tcp/0@lo 00000100:00100000:3.0:1789181744.439517:0:23448:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c1dfdf83800 x1876092408540928/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789181744.439756:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dfdf83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1876092408540928:0@lo:8:llog_process_th.0 00000400:00000100:2.0:1789181744.439816:0:3642:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876092408540928 offset 0 length 520: 4 00000100:00080000:3.0:1789181744.439918:0:23448:0:(pinger.c:374:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:3.0:1789181744.439959:0:21639:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789181744.439964:0:21639:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789181744.439966:0:21639:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789181744.439969:0:21639:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000020:01000000:3.0:1789181744.440029:0:23448:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789181744.440034:0:23448:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789181744.440036:0:23448:0:(obd_config.c:1563:class_process_config()) marker 23 (0x2) lustre-OST0000 add osc 00000020:01000000:3.0:1789181744.440039:0:23448:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1789181744.440042:0:23448:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #28 00000020:01000000:3.0:1789181744.440043:0:23448:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1789181744.440045:0:23448:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1789181744.440046:0:23448:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1789181744.440048:0:23448:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789181744.440050:0:23448:0:(obd_config.c:1563:class_process_config()) marker 28 (0x6) lustre sys.timeout 00000020:01000000:3.0:1789181744.440052:0:23448:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1789181744.440057:0:23448:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:3.0:1789181744.440074:0:23448:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789181744.440075:0:23448:0:(obd_config.c:1563:class_process_config()) marker 31 (0x1) lustre-OST0001 add osc 00000020:00000080:3.0:1789181744.440079:0:23448:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1789181744.440082:0:23448:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.101@tcp to nid 0x20000c0a8ca65 (192.168.202.101@tcp) 00000020:01000000:3.0:1789181744.440106:0:23448:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:3.0:1789181744.440108:0:23448:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1789181744.440122:0:23448:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0001 (ffff9c1dc43919c0) 00000020:00000080:3.0:1789181744.440140:0:23448:0:(obd_config.c:720:class_attach_name()) OBD: dev 18 attached type osp with refcount 2 00000020:00000080:3.0:1789181744.440146:0:23448:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1789181744.440360:0:23448:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0001-osc-MDT0001) 00080000:01000000:3.0:1789181744.440369:0:23448:0:(osd_handler.c:8924:osd_obd_connect()) connect #5 00000020:00000080:3.0:1789181744.440376:0:23448:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x76fb555283518ae5 00010000:00080000:3.0:1789181744.440406:0:23448:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9c1de7c66800@lustre-OST0001-osc-MDT0001: add connection 192.168.202.101@tcp at head 00010000:00010000:3.0:1789181744.440854:0:23448:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0001-7 is initialized 00000040:01000000:3.0:1789181744.440928:0:23448:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:3.0:1789181744.441074:0:23448:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0001 ctxt 2 is initialized 00000040:00080000:3.0:1789181744.443004:0:23448:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1789181744.443268:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:3.0:1789181744.443394:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].1, 64 off8256 00000040:00080000:0.0:1789181744.444509:0:23456:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1789181744.444516:0:23456:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:3.0:1789181744.446061:0:23448:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1789181744.446076:0:23448:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:3.0:1789181744.446119:0:23448:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:3.0:1789181744.446143:0:23448:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x76fb555283518aec 00000100:00080000:3.0:1789181744.446155:0:23448:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1789181744.446167:0:23448:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff9c1de7c66800 using connection 192.168.202.101@tcp/0@lo 00000100:00100000:3.0:1789181744.446220:0:23448:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c1dfdf83100 x1876092408541056/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789181744.446284:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dfdf83100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1876092408541056:0@lo:8:llog_process_th.0 00000400:00000100:2.0:1789181744.446353:0:3642:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876092408541056 offset 0 length 520: 4 00000100:00080000:3.0:1789181744.446409:0:23448:0:(pinger.c:374:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:3.0:1789181744.446448:0:21639:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789181744.446452:0:21639:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789181744.446461:0:21639:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789181744.446463:0:21639:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000020:01000000:3.0:1789181744.446511:0:23448:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789181744.446515:0:23448:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789181744.446517:0:23448:0:(obd_config.c:1563:class_process_config()) marker 31 (0x2) lustre-OST0001 add osc 00000020:01000000:3.0:1789181744.446520:0:23448:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789181744.446525:0:23448:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789181744.446527:0:23448:0:(obd_config.c:1563:class_process_config()) marker 36 (0x1) lustre sys.timeout 00000020:00000080:3.0:1789181744.446530:0:23448:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:3.0:1789181744.446531:0:23448:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:3.0:1789181744.446534:0:23448:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789181744.446536:0:23448:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789181744.446537:0:23448:0:(obd_config.c:1563:class_process_config()) marker 36 (0x2) lustre sys.timeout 00000020:01000000:3.0:1789181744.446539:0:23448:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789181744.446542:0:23448:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789181744.446543:0:23448:0:(obd_config.c:1563:class_process_config()) marker 41 (0x1) lustre sys.jobid_var 00000020:00000080:3.0:1789181744.446547:0:23448:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:3.0:1789181744.446575:0:23448:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789181744.446578:0:23448:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789181744.446579:0:23448:0:(obd_config.c:1563:class_process_config()) marker 41 (0x2) lustre sys.jobid_var 00000040:00080000:3.0:1789181744.446582:0:23448:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 46 count 46 00000020:01000000:1.0:1789181744.446855:0:23444:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0001 gen 1-45 (rc=0) 10000000:01000000:1.0:1789181744.446885:0:23444:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.101@tcp: configuration from log 'lustre-MDT0001' succeeded (0). 00010000:00010000:1.0:1789181744.446908:0:23444:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1dc658b400/0x76fb555283518a6e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518a75 expref: -99 pid: 23444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181744.446921:0:23444:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.101@tcp lock: ffff9c1dc658b400/0x76fb555283518a6e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518a75 expref: -99 pid: 23444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789181744.446929:0:23444:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9c1dc7391800 from 1 10000000:01000000:1.0:1789181744.446932:0:23444:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1789181744.446968:0:23444:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1e0084b800/0x76fb555283518af3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181744.446976:0:23444:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.101@tcp lock: ffff9c1e0084b800/0x76fb555283518af3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181744.446989:0:23444:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.101@tcp lock: ffff9c1e0084b800/0x76fb555283518af3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789181744.447004:0:23444:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dd0064700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:23444:1876092408541184:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1789181744.447045:0:23444:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181744.447069:0:23444:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dc7380780 going to sleep for 11 seconds 00000100:00100000:1.0:1789181744.447092:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408541184 00000100:00100000:1.0:1789181744.447098:0:22704:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408541184 00000100:00100000:1.0:1789181744.447139:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1789181744.447148:0:22704:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfbefec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+15:23444:x1876092408541184:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789181744.447161:0:22704:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789181744.447187:0:22704:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c1e0084a000/0x76fb555283518afa lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x76fb555283518af3 expref: -99 pid: 22704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181744.447224:0:22704:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c1e0084a000/0x76fb555283518afa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76fb555283518af3 expref: 16 pid: 22704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181744.447236:0:22704:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c1e0084a000/0x76fb555283518afa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76fb555283518af3 expref: 16 pid: 22704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181744.447246:0:22704:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c1e0084a000, rc 0) 00000100:00100000:1.0:1789181744.447285:0:22704:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfbefec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+16:23444:x1876092408541184:12345-0@lo:101:mount.lustre.0 Request processed in 139us (240us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181744.447293:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1789181744.447345:0:23444:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dd0064700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:23444:1876092408541184:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789181744.447358:0:23444:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.101@tcp lock: ffff9c1e0084b800/0x76fb555283518af3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518afa expref: -99 pid: 23444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181744.447367:0:23444:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.101@tcp lock: ffff9c1e0084b800/0x76fb555283518af3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x76fb555283518afa expref: -99 pid: 23444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789181744.448040:0:23444:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dd0064700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:23444:1876092408541312:0@lo:256:mount.lustre.0 00000100:00100000:1.0:1789181744.448085:0:23444:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181744.448109:0:23444:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dc7380780 going to sleep for 11 seconds 00000100:00100000:2.0:1789181744.448573:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408541312 00000100:00100000:2.0:1789181744.448692:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408541312 00000100:00100000:2.0:1789181744.448850:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1789181744.448862:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfbefe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+16:23444:x1876092408541312:12345-0@lo:256:mount.lustre.0 20000000:01000000:2.0:1789181744.448882:0:22701:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:2.0:1789181744.448904:0:22701:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:2.0:1789181744.448908:0:22701:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:2.0:1789181744.452513:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfbefe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+16:23444:x1876092408541312:12345-0@lo:256:mount.lustre.0 Request processed in 3642us (4415us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181744.452542:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1789181744.454144:0:23444:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dd0064700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:23444:1876092408541312:0@lo:256:mount.lustre.0 10000000:01000000:3.0:1789181744.455090:0:23444:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.101@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1789181744.455118:0:23444:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1e0084b800/0x76fb555283518af3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518afa expref: -99 pid: 23444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181744.455131:0:23444:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.101@tcp lock: ffff9c1e0084b800/0x76fb555283518af3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518afa expref: -99 pid: 23444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789181744.455139:0:23444:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9c1dc7391800 from 1 10000000:01000000:3.0:1789181744.455152:0:23444:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1789181744.455202:0:23444:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1dc658b600/0x76fb555283518b01 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181744.455210:0:23444:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.101@tcp lock: ffff9c1dc658b600/0x76fb555283518b01 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181744.455221:0:23444:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.101@tcp lock: ffff9c1dc658b600/0x76fb555283518b01 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789181744.455245:0:23444:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dfdf82d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:23444:1876092408541440:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1789181744.455304:0:23444:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181744.455338:0:23444:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dd0039480 going to sleep for 11 seconds 00000100:00100000:1.0:1789181744.455477:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408541440 00000100:00100000:1.0:1789181744.455485:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408541440 00000100:00100000:1.0:1789181744.456118:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1789181744.456132:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfbefc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+16:23444:x1876092408541440:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789181744.456148:0:22703:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789181744.456163:0:22703:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c1e0084ac00/0x76fb555283518b08 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x76fb555283518b01 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181744.456214:0:22703:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c1e0084ac00/0x76fb555283518b08 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76fb555283518b01 expref: 17 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181744.456225:0:22703:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c1e0084ac00/0x76fb555283518b08 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76fb555283518b01 expref: 17 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181744.456235:0:22703:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c1e0084ac00, rc 0) 00000100:00100000:1.0:1789181744.456294:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfbefc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+17:23444:x1876092408541440:12345-0@lo:101:mount.lustre.0 Request processed in 166us (989us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181744.456302:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1789181744.456401:0:23444:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dfdf82d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:23444:1876092408541440:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789181744.456420:0:23444:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.101@tcp lock: ffff9c1dc658b600/0x76fb555283518b01 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518b08 expref: -99 pid: 23444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181744.456430:0:23444:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.101@tcp lock: ffff9c1dc658b600/0x76fb555283518b01 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x76fb555283518b08 expref: -99 pid: 23444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1789181744.460067:0:23444:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 13 count 13 00000040:00080000:3.0:1789181744.460448:0:23444:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1789181744.460828:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:3.0:1789181744.460853:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 112 off8528 00000040:00080000:3.0:1789181744.460866:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 224 off8752 00000040:00080000:3.0:1789181744.460877:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8976 00000040:00080000:3.0:1789181744.460890:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 112 off9088 00000040:00080000:3.0:1789181744.460901:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 224 off9312 00000040:00080000:3.0:1789181744.460914:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 224 off9536 00000040:00080000:3.0:1789181744.460947:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 128 off9664 00000040:00080000:3.0:1789181744.460963:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:3.0:1789181744.460995:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 224 off10112 00000040:00080000:3.0:1789181744.461010:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 128 off10240 00000040:00080000:3.0:1789181744.461030:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10464 00000040:00080000:3.0:1789181744.461035:0:23444:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 12 count 13 00000100:00100000:3.0:1789181744.461115:0:23444:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dfdf82d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:23444:1876092408541568:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789181744.461200:0:23444:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181744.462383:0:23444:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dd0039f00 going to sleep for 11 seconds 00000100:00100000:2.0:1789181744.462437:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408541568 00000100:00100000:2.0:1789181744.462447:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408541568 00000100:00100000:0.0:1789181744.462509:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1789181744.462519:0:22704:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfbeff450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+17:23444:x1876092408541568:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789181744.462683:0:22704:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfbeff450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+17:23444:x1876092408541568:12345-0@lo:501:mount.lustre.0 Request processed in 164us (1482us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181744.462690:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1789181744.462921:0:23444:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dfdf82d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:23444:1876092408541568:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789181744.462979:0:23444:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dfdf82d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:23444:1876092408541696:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789181744.463025:0:23444:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181744.463044:0:23444:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dd0039f00 going to sleep for 11 seconds 00000100:00100000:0.0:1789181744.463148:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408541696 00000100:00100000:0.0:1789181744.463152:0:22704:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408541696 00000100:00100000:0.0:1789181744.463172:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1789181744.463189:0:22704:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfbefdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+17:23444:x1876092408541696:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789181744.463282:0:22704:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfbefdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+17:23444:x1876092408541696:12345-0@lo:503:mount.lustre.0 Request processed in 94us (257us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181744.463290:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1789181744.463364:0:23444:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dfdf82d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:23444:1876092408541696:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1789181744.463917:0:23444:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1789181744.464093:0:23444:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dfdf82d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:23444:1876092408541824:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789181744.464137:0:23444:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181744.464220:0:23444:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dd0039480 going to sleep for 11 seconds 00000100:00100000:1.0:1789181744.464274:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408541824 00000100:00100000:1.0:1789181744.464280:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408541824 00000100:00100000:1.0:1789181744.464312:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1789181744.464319:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfbeffc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+17:23444:x1876092408541824:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789181744.464415:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfbeffc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+17:23444:x1876092408541824:12345-0@lo:502:mount.lustre.0 Request processed in 95us (277us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181744.464422:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1789181744.464503:0:23444:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dfdf82d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:23444:1876092408541824:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789181744.464844:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:3.0:1789181744.464871:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 112 off8528 00000040:00080000:3.0:1789181744.464887:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 224 off8752 00000040:00080000:3.0:1789181744.464902:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8976 00000040:00080000:3.0:1789181744.464916:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 112 off9088 00000040:00080000:3.0:1789181744.465365:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 224 off9312 00000040:00080000:3.0:1789181744.465389:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 224 off9536 00000040:00080000:3.0:1789181744.465404:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 128 off9664 00000040:00080000:3.0:1789181744.465436:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:3.0:1789181744.465449:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 224 off10112 00000040:00080000:3.0:1789181744.465473:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 128 off10240 00000100:00100000:3.0:1789181744.465504:0:23444:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dfdf82d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:23444:1876092408541952:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789181744.465552:0:23444:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181744.465579:0:23444:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dd0039480 going to sleep for 11 seconds 00000100:00100000:1.0:1789181744.465802:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408541952 00000100:00100000:1.0:1789181744.465808:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408541952 00000100:00100000:1.0:1789181744.465838:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1789181744.465846:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfbefe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+17:23444:x1876092408541952:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789181744.465956:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfbefe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+17:23444:x1876092408541952:12345-0@lo:502:mount.lustre.0 Request processed in 110us (403us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181744.465964:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1789181744.466100:0:23444:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dfdf82d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:23444:1876092408541952:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789181744.466145:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10464 00000040:00080000:3.0:1789181744.466154:0:23444:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:3.0:1789181744.467086:0:23458:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789181744.467095:0:23458:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789181744.467098:0:23458:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:3.0:1789181744.467105:0:23458:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9c1dc7391800 00000020:00000080:3.0:1789181744.467107:0:23458:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1789181744.467116:0:23458:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789181744.467119:0:23458:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789181744.467120:0:23458:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:3.0:1789181744.467123:0:23458:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789181744.467125:0:23458:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789181744.467126:0:23458:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:3.0:1789181744.467130:0:23458:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9c1dc7391800 00000020:00000080:3.0:1789181744.467132:0:23458:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1789181744.467236:0:23458:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789181744.467240:0:23458:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789181744.467242:0:23458:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:3.0:1789181744.467245:0:23458:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789181744.467248:0:23458:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789181744.467249:0:23458:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1789181744.467253:0:23458:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9c1dc7391800 00000020:00000080:3.0:1789181744.467255:0:23458:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1789181744.474885:0:23458:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789181744.474900:0:23458:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789181744.474902:0:23458:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1789181744.474907:0:23458:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789181744.474919:0:23458:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789181744.474921:0:23458:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:3.0:1789181744.474927:0:23458:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9c1dc7391800 00000020:00000080:3.0:1789181744.474930:0:23458:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1789181744.475076:0:23458:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789181744.475080:0:23458:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789181744.475082:0:23458:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:3.0:1789181744.475086:0:23458:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 13 count 13 00000020:01000000:0.0:1789181744.480446:0:23444:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:0.0:1789181744.480505:0:23444:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.101@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1789181744.480534:0:23444:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1dc658b600/0x76fb555283518b01 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518b08 expref: -99 pid: 23444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181744.480556:0:23444:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.101@tcp lock: ffff9c1dc658b600/0x76fb555283518b01 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518b08 expref: -99 pid: 23444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789181744.480625:0:23444:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1789181744.480629:0:23444:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9c1dc7391800 10000000:01000000:0.0:1789181744.480633:0:23444:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9c1dc7391800 10000000:01000000:0.0:1789181744.480638:0:23444:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1789181744.480644:0:23444:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9c1dc7391800 from 1 10000000:01000000:0.0:1789181744.480646:0:23444:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1789181744.480685:0:23444:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1dc1678c00/0x76fb555283518b0f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181744.480694:0:23444:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.101@tcp lock: ffff9c1dc1678c00/0x76fb555283518b0f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181744.480705:0:23444:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.101@tcp lock: ffff9c1dc1678c00/0x76fb555283518b0f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789181744.480748:0:23444:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc2754700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:23444:1876092408542080:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1789181744.480815:0:23444:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789181744.480861:0:23444:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dfb2fecc0 going to sleep for 11 seconds 00000100:00100000:2.0:1789181744.481085:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408542080 00000100:00100000:2.0:1789181744.481094:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408542080 00000100:00100000:2.0:1789181744.481150:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:2.0:1789181744.481160:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfbeff850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+17:23444:x1876092408542080:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789181744.481183:0:22701:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789181744.481200:0:22701:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c1dc1523600/0x76fb555283518b16 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x76fb555283518b0f expref: -99 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181744.481225:0:22701:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c1dc1523600/0x76fb555283518b16 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76fb555283518b0f expref: 18 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181744.481235:0:22701:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c1dc1523600/0x76fb555283518b16 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76fb555283518b0f expref: 18 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181744.481245:0:22701:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c1dc1523600, rc 0) 00000100:00100000:2.0:1789181744.481288:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfbeff850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+18:23444:x1876092408542080:12345-0@lo:101:mount.lustre.0 Request processed in 130us (473us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181744.481295:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1789181744.482068:0:23444:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc2754700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:23444:1876092408542080:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789181744.482087:0:23444:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.101@tcp lock: ffff9c1dc1678c00/0x76fb555283518b0f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518b16 expref: -99 pid: 23444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181744.482098:0:23444:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.101@tcp lock: ffff9c1dc1678c00/0x76fb555283518b0f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x76fb555283518b16 expref: -99 pid: 23444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1789181744.486750:0:23444:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 52 count 51 00000040:00080000:0.0:1789181744.487476:0:23444:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1789181744.487758:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].1, 224 off8416 00000040:00080000:0.0:1789181744.487781:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].2, 120 off8536 00000040:00080000:0.0:1789181744.487793:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].3, 168 off8704 00000040:00080000:0.0:1789181744.487804:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].4, 224 off8928 00000040:00080000:0.0:1789181744.487814:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].5, 224 off9152 00000040:00080000:0.0:1789181744.487825:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].6, 120 off9272 00000040:00080000:0.0:1789181744.487835:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].7, 168 off9440 00000040:00080000:0.0:1789181744.487846:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].8, 224 off9664 00000040:00080000:0.0:1789181744.487856:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].9, 224 off9888 00000040:00080000:0.0:1789181744.487867:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].10, 120 off10008 00000040:00080000:0.0:1789181744.487892:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].11, 224 off10232 00000040:00080000:0.0:1789181744.487904:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].12, 224 off10456 00000040:00080000:0.0:1789181744.487915:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].13, 88 off10544 00000040:00080000:0.0:1789181744.487926:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].14, 128 off10672 00000040:00080000:0.0:1789181744.487947:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].15, 144 off10816 00000040:00080000:0.0:1789181744.487960:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].16, 160 off10976 00000040:00080000:0.0:1789181744.487971:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].17, 224 off11200 00000040:00080000:0.0:1789181744.487982:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].18, 224 off11424 00000040:00080000:0.0:1789181744.487992:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].19, 80 off11504 00000040:00080000:0.0:1789181744.488003:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].20, 224 off11728 00000040:00080000:0.0:1789181744.488013:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].21, 224 off11952 00000040:00080000:0.0:1789181744.488024:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].22, 88 off12040 00000040:00080000:0.0:1789181744.488035:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].23, 128 off12168 00000040:00080000:0.0:1789181744.488046:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].24, 144 off12312 00000040:00080000:0.0:1789181744.488056:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].25, 160 off12472 00000040:00080000:0.0:1789181744.488067:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].26, 224 off12696 00000040:00080000:0.0:1789181744.488093:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].27, 224 off12920 00000040:00080000:0.0:1789181744.488109:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].28, 80 off13000 00000040:00080000:0.0:1789181744.488122:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].29, 224 off13224 00000040:00080000:0.0:1789181744.488149:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].30, 224 off13448 00000040:00080000:0.0:1789181744.488163:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].31, 88 off13536 00000040:00080000:0.0:1789181744.488192:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].32, 128 off13664 00000040:00080000:0.0:1789181744.488209:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].33, 144 off13808 00000040:00080000:0.0:1789181744.488223:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].34, 128 off13936 00000040:00080000:0.0:1789181744.488235:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].35, 224 off14160 00000040:00080000:0.0:1789181744.488248:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].36, 224 off14384 00000040:00080000:0.0:1789181744.488259:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].37, 80 off14464 00000040:00080000:0.0:1789181744.488271:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].38, 224 off14688 00000040:00080000:0.0:1789181744.488283:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].39, 224 off14912 00000040:00080000:0.0:1789181744.488296:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].40, 88 off15000 00000040:00080000:0.0:1789181744.488308:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].41, 128 off15128 00000040:00080000:0.0:1789181744.488318:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].42, 144 off15272 00000040:00080000:0.0:1789181744.488347:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].43, 128 off15400 00000040:00080000:0.0:1789181744.488361:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].44, 224 off15624 00000040:00080000:0.0:1789181744.488373:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].45, 224 off15848 00000040:00080000:0.0:1789181744.488384:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].46, 80 off15928 00000040:00080000:0.0:1789181744.488397:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].47, 224 off16152 00000040:00080000:0.0:1789181744.488409:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].48, 232 off16384 00000040:00080000:0.0:1789181744.488536:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].49, 224 off16608 00000040:00080000:0.0:1789181744.488556:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].50, 120 off16728 00000040:00080000:0.0:1789181744.488574:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].51, 224 off16952 00000040:00080000:0.0:1789181744.488579:0:23444:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 51 count 51 00000100:00100000:0.0:1789181744.488690:0:23444:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc2754700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:23444:1876092408542208:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789181744.488782:0:23444:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789181744.488823:0:23444:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dfb2fe840 going to sleep for 11 seconds 00000100:00100000:1.0:1789181744.490812:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408542208 00000100:00100000:1.0:1789181744.490826:0:22704:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408542208 00000100:00100000:0.0:1789181744.496848:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1789181744.496871:0:22704:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfbeff050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+18:23444:x1876092408542208:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789181744.497140:0:22704:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfbeff050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+18:23444:x1876092408542208:12345-0@lo:501:mount.lustre.0 Request processed in 278us (8356us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181744.497160:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:1.0:1789181744.497286:0:23444:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc2754700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:23444:1876092408542208:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789181744.497337:0:23444:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dd0066300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:23444:1876092408542336:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789181744.497387:0:23444:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181744.497426:0:23444:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dc8ef2e40 going to sleep for 11 seconds 00000100:00100000:0.0:1789181744.497483:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408542336 00000100:00100000:0.0:1789181744.497491:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408542336 00000100:00100000:0.0:1789181744.497571:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1789181744.497579:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfbefd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+18:23444:x1876092408542336:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789181744.497677:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfbefd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+18:23444:x1876092408542336:12345-0@lo:503:mount.lustre.0 Request processed in 99us (290us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181744.497685:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1789181744.501633:0:23444:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dd0066300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:23444:1876092408542336:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1789181744.502198:0:23444:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1789181744.502298:0:23444:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dd0066300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:23444:1876092408542464:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789181744.502373:0:23444:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181744.502422:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408542464 00000100:00100000:1.0:1789181744.502429:0:22704:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408542464 00000100:00100000:1.0:1789181744.502467:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1789181744.502476:0:22704:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfbefd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+18:23444:x1876092408542464:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789181744.502589:0:22704:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfbefd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+18:23444:x1876092408542464:12345-0@lo:502:mount.lustre.0 Request processed in 112us (216us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181744.502597:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1789181744.502649:0:23444:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dc4f87d80 going to sleep for 11 seconds 00000100:00100000:1.0:1789181744.502666:0:23444:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dd0066300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:23444:1876092408542464:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1789181744.502897:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].1, 224 off8416 00000040:00080000:1.0:1789181744.502922:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].2, 120 off8536 00000040:00080000:1.0:1789181744.502935:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].3, 168 off8704 00000040:00080000:1.0:1789181744.502946:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].4, 224 off8928 00000040:00080000:1.0:1789181744.502958:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].5, 224 off9152 00000040:00080000:1.0:1789181744.502969:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].6, 120 off9272 00000040:00080000:1.0:1789181744.502980:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].7, 168 off9440 00000040:00080000:1.0:1789181744.502994:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].8, 224 off9664 00000040:00080000:1.0:1789181744.503008:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].9, 224 off9888 00000040:00080000:1.0:1789181744.503034:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].10, 120 off10008 00000040:00080000:1.0:1789181744.503059:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].11, 224 off10232 00000040:00080000:1.0:1789181744.503074:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].12, 224 off10456 00000040:00080000:1.0:1789181744.503088:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].13, 88 off10544 00000040:00080000:1.0:1789181744.503101:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].14, 128 off10672 00000040:00080000:1.0:1789181744.503114:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].15, 144 off10816 00000040:00080000:1.0:1789181744.503127:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].16, 160 off10976 00000040:00080000:1.0:1789181744.503140:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].17, 224 off11200 00000040:00080000:1.0:1789181744.503155:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].18, 224 off11424 00000040:00080000:1.0:1789181744.503169:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].19, 80 off11504 00000040:00080000:1.0:1789181744.503198:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].20, 224 off11728 00000040:00080000:1.0:1789181744.503212:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].21, 224 off11952 00000040:00080000:1.0:1789181744.503223:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].22, 88 off12040 00000040:00080000:1.0:1789181744.503234:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].23, 128 off12168 00000040:00080000:1.0:1789181744.503245:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].24, 144 off12312 00000040:00080000:1.0:1789181744.503256:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].25, 160 off12472 00000040:00080000:1.0:1789181744.503280:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].26, 224 off12696 00000040:00080000:1.0:1789181744.503296:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].27, 224 off12920 00000040:00080000:1.0:1789181744.503307:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].28, 80 off13000 00000040:00080000:1.0:1789181744.503320:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].29, 224 off13224 00000040:00080000:1.0:1789181744.503332:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].30, 224 off13448 00000040:00080000:1.0:1789181744.503344:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].31, 88 off13536 00000040:00080000:1.0:1789181744.503356:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].32, 128 off13664 00000040:00080000:1.0:1789181744.503368:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].33, 144 off13808 00000040:00080000:1.0:1789181744.503380:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].34, 128 off13936 00000040:00080000:1.0:1789181744.503392:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].35, 224 off14160 00000040:00080000:1.0:1789181744.503403:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].36, 224 off14384 00000040:00080000:1.0:1789181744.503415:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].37, 80 off14464 00000040:00080000:1.0:1789181744.503428:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].38, 224 off14688 00000040:00080000:1.0:1789181744.503440:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].39, 224 off14912 00000040:00080000:1.0:1789181744.503452:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].40, 88 off15000 00000040:00080000:1.0:1789181744.503465:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].41, 128 off15128 00000040:00080000:1.0:1789181744.503489:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].42, 144 off15272 00000040:00080000:1.0:1789181744.503502:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].43, 128 off15400 00000040:00080000:1.0:1789181744.503526:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].44, 224 off15624 00000040:00080000:1.0:1789181744.503538:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].45, 224 off15848 00000040:00080000:1.0:1789181744.503551:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].46, 80 off15928 00000040:00080000:1.0:1789181744.503563:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].47, 224 off16152 00000040:00080000:1.0:1789181744.503574:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].48, 232 off16384 00000100:00100000:1.0:1789181744.503615:0:23444:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dd0066300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:23444:1876092408542592:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789181744.503668:0:23444:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181744.503708:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408542592 00000100:00100000:1.0:1789181744.503713:0:22704:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408542592 00000100:00100000:1.0:1789181744.503766:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:1.0:1789181744.503775:0:22704:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfbefc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+18:23444:x1876092408542592:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789181744.503866:0:22704:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfbefc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+18:23444:x1876092408542592:12345-0@lo:502:mount.lustre.0 Request processed in 92us (198us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181744.503873:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:1.0:1789181744.503909:0:23444:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dc4f87d80 going to sleep for 11 seconds 00000100:00100000:1.0:1789181744.503924:0:23444:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dd0066300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:23444:1876092408542592:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1789181744.504058:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].49, 224 off16608 00000040:00080000:1.0:1789181744.504079:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].50, 120 off16728 00000100:00100000:1.0:1789181744.504099:0:23444:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dd0066300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:23444:1876092408542720:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789181744.504130:0:23444:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181744.504151:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408542720 00000100:00100000:1.0:1789181744.504155:0:22704:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408542720 00000100:00100000:1.0:1789181744.504172:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1789181744.504191:0:22704:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfbefc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+18:23444:x1876092408542720:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789181744.504249:0:22704:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfbefc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+18:23444:x1876092408542720:12345-0@lo:502:mount.lustre.0 Request processed in 58us (118us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181744.504257:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1789181744.504290:0:23444:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dc4f87d80 going to sleep for 11 seconds 00000100:00100000:1.0:1789181744.504302:0:23444:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dd0066300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:23444:1876092408542720:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1789181744.504335:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].51, 224 off16952 00000040:00080000:1.0:1789181744.504343:0:23444:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:3.0:1789181744.522059:0:23463:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0001 (typ=lwp) 00000020:00000080:3.0:1789181744.522077:0:23463:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0001 (ffff9c1dc4390000) 00000020:00000080:3.0:1789181744.522100:0:23463:0:(obd_config.c:720:class_attach_name()) OBD: dev 19 attached type lwp with refcount 2 00000020:01000004:3.0:1789181744.522689:0:23463:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9c1dc7391800 from lustre-MDT0001, refs=3 00000020:01000004:3.0:1789181744.522696:0:23463:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9c1dc7391800 from lustre-MDT0001, refs=3 00000020:01000004:3.0:1789181744.522699:0:23463:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9c1dc7391800 3 00010000:00080000:3.0:1789181744.522932:0:23463:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9c1de7d91800@lustre-MDT0000-lwp-MDT0001: add connection 192.168.202.101@tcp at head 00010000:00010000:3.0:1789181744.535389:0:23463:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0001-8 is initialized 00000020:00000080:3.0:1789181744.542288:0:23463:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000010:01000000:3.0:1789181744.542341:0:23463:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1789181744.542356:0:23463:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001, cookie 0x76fb555283518b24 00000100:00080000:3.0:1789181744.542368:0:23463:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1789181744.542381:0:23463:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9c1de7d91800 using connection 192.168.202.101@tcp/0@lo 00000100:00100000:3.0:1789181744.542433:0:23463:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c1dfdf82d80 x1876092408542848/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789181744.542469:0:23463:0:(pinger.c:374:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1789181744.542499:0:21639:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789181744.542503:0:21639:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789181744.542506:0:21639:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789181744.542509:0:21639:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000040:00080000:3.0:1789181744.551009:0:23463:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x12:0x0] index 52 count 51 00000020:01000000:1.0:1789181744.551395:0:23444:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:1.0:1789181744.551433:0:23444:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.101@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1789181744.551458:0:23444:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1dc1678c00/0x76fb555283518b0f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518b16 expref: -99 pid: 23444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181744.551471:0:23444:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.101@tcp lock: ffff9c1dc1678c00/0x76fb555283518b0f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518b16 expref: -99 pid: 23444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:1.0:1789181744.551532:0:23444:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:1.0:1789181744.551534:0:23444:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:1.0:1789181744.551535:0:23444:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1789181744.551537:0:23444:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1789181744.551538:0:23444:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1789181744.551540:0:23444:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1789181744.551541:0:23444:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1789181744.551543:0:23444:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1789181744.551544:0:23444:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1789181744.551549:0:23444:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x40020001 00000020:01000004:1.0:1789181744.551551:0:23444:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1789181744.551552:0:23444:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:1.0:1789181744.551554:0:23444:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1789181744.551555:0:23444:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1789181744.551556:0:23444:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1789181744.551557:0:23444:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1789181744.551558:0:23444:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1789181744.551559:0:23444:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1789181744.551560:0:23444:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000100:00100000:2.0:1789181744.551759:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dfdf82d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3642:1876092408542848:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1789181744.551853:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 10000000:01000000:1.0:1789181744.553025:0:23444:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:1.0:1789181744.553048:0:23444:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dd0066300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:23444:1876092408542976:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1789181744.553108:0:23444:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181744.553140:0:23444:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dc4f87d80 going to sleep for 11 seconds 00000100:00100000:1.0:1789181744.553166:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408542976 00000100:00100000:1.0:1789181744.554571:0:22704:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408542976 00000100:00100000:1.0:1789181744.554646:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1789181744.554655:0:22704:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1df9ce4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+18:23444:x1876092408542976:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1789181744.554687:0:22704:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:1.0:1789181744.554701:0:22704:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00000100:00100000:2.0:1789181744.555143:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408542848 00000100:00100000:2.0:1789181744.555151:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408542848 00000100:00100000:2.0:1789181744.555194:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1789181744.555201:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dffa53100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3642:x1876092408542848:12345-0@lo:38:llog_process_th.0 00010000:00080000:2.0:1789181744.555223:0:22710:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0001_UUID@0@lo t0 exp 0000000000000000 cur 700 last 0 00000020:00000080:2.0:1789181744.555307:0:22710:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001_UUID, cookie 0x76fb555283518b2b 00000004:00100000:2.0:1789181744.555323:0:22710:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:2.0:1789181744.555355:0:22710:0:(import.c:65:import_set_state_nolock()) ffff9c1dd002a000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1789181744.555439:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dffa53100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1876092408542848:12345-0@lo:38:llog_process_th.0 Request processed in 238us (3586us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181744.555447:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:2.0:1789181744.555927:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff9c1dfdf82d80 x1876092408542848/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789181754 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789181744.556161:0:3642:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:2.0:1789181744.556181:0:3642:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0001: connect to target with instance 3 00000100:00080000:2.0:1789181744.556194:0:3642:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0001: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:2.0:1789181744.556199:0:3642:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1789181744.556201:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9c1de7d91800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1789181744.556209:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dfdf82d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3642:1876092408542848:0@lo:38:llog_process_th.0 00000001:00100000:3.0:1789181744.563469:0:22689:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 20000000:01000000:0.0:1789181744.574955:0:22704:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1789181744.574978:0:22704:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 20000000:01000000:2.0:1789181744.575820:0:22725:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:2.0:1789181744.575826:0:22725:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:2.0:1789181744.575854:0:22725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9c1dc1522800/0x76fb555283518b32 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181744.575877:0:22725:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9c1dc1522e00/0x76fb555283518a36 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76fb555283518a2f expref: 18 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181744.575887:0:22725:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9c1e0084a000/0x76fb555283518afa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76fb555283518af3 expref: 18 pid: 22704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181744.575896:0:22725:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9c1dc1522800/0x76fb555283518b32 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181744.575970:0:22725:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9c1e0084a000/0x76fb555283518afa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76fb555283518af3 expref: 18 pid: 22704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181744.575987:0:22725:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9c1e0084a000/0x76fb555283518afa lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76fb555283518af3 expref: 18 pid: 22704 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789181744.576002:0:22725:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dffa50380 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22725:1876092408543104:0@lo:104: 00000100:00100000:2.0:1789181744.576108:0:22725:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1789181744.576188:0:22725:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9c1dc1522e00/0x76fb555283518a36 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76fb555283518a2f expref: 18 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181744.576198:0:22725:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9c1dc1522e00/0x76fb555283518a36 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76fb555283518a2f expref: 18 pid: 22703 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789181744.576207:0:22725:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dffa51c00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22725:1876092408543232:0@lo:104: 00000100:00100000:2.0:1789181744.576229:0:22725:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181744.576249:0:22725:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dd22c60c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789181744.576669:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408543104 00000100:00100000:0.0:1789181744.576678:0:22692:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408543104 00000100:00100000:0.0:1789181744.576756:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408543232 00000100:00100000:0.0:1789181744.576760:0:22692:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408543232 00000100:00100000:0.0:1789181744.576779:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1789181744.576789:0:22692:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dffa51f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+4:22725:x1876092408543104:12345-0@lo:104: 00010000:00010000:0.0:1789181744.576803:0:22692:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.101@tcp lock: ffff9c1e0084b800/0x76fb555283518af3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x76fb555283518afa expref: -99 pid: 23444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181744.576867:0:22692:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1789181744.576873:0:22692:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dffa51f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+4:22725:x1876092408543104:12345-0@lo:104: Request processed in 87us (766us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181744.576881:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1789181744.576900:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1789181744.576906:0:22692:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dffa52680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+3:22725:x1876092408543232:12345-0@lo:104: 00010000:00010000:0.0:1789181744.576914:0:22692:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.101@tcp lock: ffff9c1dc658ba00/0x76fb555283518a2f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x76fb555283518a36 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181744.576980:0:22692:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1789181744.576985:0:22692:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dffa52680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+3:22725:x1876092408543232:12345-0@lo:104: Request processed in 81us (756us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181744.576991:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1789181744.577204:0:22725:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dffa50380 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22725:1876092408543104:0@lo:104: 00000100:00100000:2.0:1789181744.577214:0:22725:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dffa51c00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22725:1876092408543232:0@lo:104: 00010000:00010000:2.0:1789181744.577235:0:22725:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9c1dc1522800/0x76fb555283518b32 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789181744.577323:0:22704:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1df9ce4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+18:23444:x1876092408542976:12345-0@lo:253:mount.lustre.0 Request processed in 22669us (24214us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181744.577331:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1789181744.577407:0:23444:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dd0066300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:23444:1876092408542976:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1789181744.577418:0:23444:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:0.0:1789181744.577421:0:23444:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1789181744.577423:0:23444:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:0.0:1789181744.577424:0:23444:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789181744.577426:0:23444:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789181744.577428:0:23444:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789181744.577429:0:23444:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789181744.577430:0:23444:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1789181744.577432:0:23444:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789181744.577433:0:23444:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:0.0:1789181744.577446:0:23444:0:(tgt_mount.c:2695:server_calc_timeout()) lustre-MDT0001: Imperative Recovery not enabled, recovery window 60-180 00010000:00010000:2.0:1789181744.577805:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789181744.577812:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.101@tcp lock: ffff9c1e0084b800/0x76fb555283518af3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x76fb555283518afa expref: -99 pid: 23444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181744.577828:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1e0084b800 already unused, calling callback (ffffffffc13aac20) 10000000:00010000:2.0:1789181744.577832:0:22697:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.101@tcp lock: ffff9c1e0084b800/0x76fb555283518af3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x76fb555283518afa expref: -99 pid: 23444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181744.577841:0:22697:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.101@tcp lock: ffff9c1e0084b800/0x76fb555283518af3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x76fb555283518afa expref: -99 pid: 23444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789181744.577849:0:22697:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.101@tcp lock: ffff9c1e0084b800/0x76fb555283518af3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x76fb555283518afa expref: -99 pid: 23444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789181744.577854:0:22697:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1789181744.577892:0:22697:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.101@tcp lock: ffff9c1e0084b800/0x76fb555283518af3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76fb555283518afa expref: -99 pid: 23444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181744.577898:0:22697:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789181744.577920:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.101@tcp lock: ffff9c1e0084b800/0x76fb555283518af3 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76fb555283518afa expref: -99 pid: 23444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181744.577927:0:22697:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.101@tcp lock: ffff9c1e0084b800/0x76fb555283518af3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76fb555283518afa expref: -99 pid: 23444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181744.577946:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789181744.577950:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.101@tcp lock: ffff9c1dc658ba00/0x76fb555283518a2f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76fb555283518a36 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181744.577955:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1dc658ba00 already unused, calling callback (ffffffffc13aac20) 10000000:00010000:2.0:1789181744.577958:0:22697:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.101@tcp lock: ffff9c1dc658ba00/0x76fb555283518a2f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76fb555283518a36 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181744.577974:0:22697:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.101@tcp lock: ffff9c1dc658ba00/0x76fb555283518a2f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76fb555283518a36 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789181744.577981:0:22697:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.101@tcp lock: ffff9c1dc658ba00/0x76fb555283518a2f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76fb555283518a36 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789181744.577986:0:22697:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1789181744.577997:0:22697:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.101@tcp lock: ffff9c1dc658ba00/0x76fb555283518a2f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76fb555283518a36 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181744.578002:0:22697:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789181744.578008:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.101@tcp lock: ffff9c1dc658ba00/0x76fb555283518a2f lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76fb555283518a36 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181744.578014:0:22697:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.101@tcp lock: ffff9c1dc658ba00/0x76fb555283518a2f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76fb555283518a36 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181744.578028:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789181744.578029:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789181744.578031:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789181744.578042:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dffa51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:3643:1876092408543360:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789181744.578098:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181744.578136:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789181744.578141:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dffa50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:3643:1876092408543488:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789181744.578158:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181744.578230:0:22694:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408543360 00000100:00100000:3.0:1789181744.578236:0:22694:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408543360 00010000:00010000:3.0:1789181744.578258:0:22694:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9c1e0084a000/0x76fb555283518afa lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76fb555283518af3 expref: 18 pid: 22704 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789181744.578277:0:22694:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408543488 00000100:00100000:3.0:1789181744.578279:0:22694:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408543488 00010000:00010000:3.0:1789181744.578288:0:22694:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9c1dc1522e00/0x76fb555283518a36 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76fb555283518a2f expref: 19 pid: 22703 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789181744.578298:0:22694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1789181744.578305:0:22694:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dffa50700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+19:3643:x1876092408543360:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1789181744.578315:0:22694:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789181744.578320:0:22694:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9c1e0084a000/0x76fb555283518afa lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76fb555283518af3 expref: 19 pid: 22704 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181744.578329:0:22694:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9c1e0084a000/0x76fb555283518afa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76fb555283518af3 expref: 19 pid: 22704 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181744.578342:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c1e0084a000/0x76fb555283518afa lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76fb555283518af3 expref: 19 pid: 22704 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181744.578354:0:22694:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789181744.578383:0:22694:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dffa50700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+18:3643:x1876092408543360:12345-0@lo:103:ldlm_bl.0 Request processed in 78us (285us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181744.578389:0:22694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1789181744.578401:0:22694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1789181744.578406:0:22694:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dffa51880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+17:3643:x1876092408543488:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1789181744.578419:0:22694:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789181744.578423:0:22694:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9c1dc1522e00/0x76fb555283518a36 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76fb555283518a2f expref: 17 pid: 22703 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181744.578431:0:22694:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9c1dc1522e00/0x76fb555283518a36 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76fb555283518a2f expref: 17 pid: 22703 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181744.578441:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c1dc1522e00/0x76fb555283518a36 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76fb555283518a2f expref: 17 pid: 22703 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181744.578451:0:22694:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9c1dc1522800/0x76fb555283518b32 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181744.578459:0:22694:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c1dc1522800/0x76fb555283518b32 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:3.0:1789181744.578473:0:22694:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002647870s 00010000:00010000:3.0:1789181744.578478:0:22694:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9c1dc1522800/0x76fb555283518b32 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181744.578485:0:22694:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9c1dc1522800/0x76fb555283518b32 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181744.578492:0:22694:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9c1dc1522800/0x76fb555283518b32 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181744.578498:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9c1dc1522800/0x76fb555283518b32 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181744.578504:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1dc1522800 already unused, calling callback (ffffffffc0d949b0) 00010000:00010000:3.0:1789181744.578507:0:22694:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9c1dc1522800/0x76fb555283518b32 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181744.578522:0:22694:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9c1dc1522800/0x76fb555283518b32 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181744.578536:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9c1dc1522800/0x76fb555283518b32 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181744.578544:0:22694:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789181744.578564:0:22694:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dffa51880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+16:3643:x1876092408543488:12345-0@lo:103:ldlm_bl.0 Request processed in 158us (405us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181744.578569:0:22694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00010000:3.0:1789181744.578591:0:22725:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9c1dc1522800/0x76fb555283518b32 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181744.578612:0:22725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9c1dc1522800/0x76fb555283518b32 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181744.578619:0:22725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c1dc1522800/0x76fb555283518b32 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789181744.578645:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dffa50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:3643:1876092408543488:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789181744.578651:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dffa51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:3643:1876092408543360:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789181744.579482:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:01000000:1.0:1789181744.580799:0:23444:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osd ctxt 16 is initialized 00000020:00080000:0.0:1789181744.581024:0:23470:0:(update_trans.c:1538:distribute_txn_commit_thread()) lustre-MDT0001: start commit thread committed batchid 0 00000020:00080000:0.0:1789181744.581028:0:23470:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 0 00000040:01000000:1.0:1789181744.581105:0:23471:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:00080000:1.0:1789181744.581480:0:23471:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:01000000:3.0:1789181744.582707:0:23444:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osp-MDT0001 ctxt 16 is initialized 00000100:00100000:3.0:1789181744.583702:0:23472:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dfdf81c00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23472:1876092408543616:0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1789181744.583811:0:23472:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181744.583856:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408543616 00000100:00100000:3.0:1789181744.583863:0:22715:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408543616 00000100:00100000:3.0:1789181744.583911:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000040:01000000:0.0:1789181744.584148:0:23444:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 12 is initialized 00000040:00080000:0.0:1789181744.584205:0:23444:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:0.0:1789181744.584635:0:23444:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:0.0:1789181744.584645:0:23444:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 14 is initialized 00000040:00080000:0.0:1789181744.584689:0:23444:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1789181744.585797:0:23444:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:0.0:1789181744.586356:0:23444:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:0.0:1789181744.586392:0:23444:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 15 is initialized 00000040:00080000:0.0:1789181744.586493:0:23444:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00080000:10000000:0.0:1789181744.587049:0:23444:0:(osd_handler.c:5580:osd_index_try()) lustre-MDT0001: index object [0x200000003:0x30:0x0] (8/32) registered 00000100:00100000:3.0:1789181744.588705:0:22715:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfdf82680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23472:x1876092408543616:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1789181744.588854:0:22715:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfdf82680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23472:x1876092408543616:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 4920us (5042us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181744.588864:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1789181744.588916:0:23472:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dd00c1840 going to sleep for 11 seconds 00000100:00100000:3.0:1789181744.588957:0:23472:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dfdf81c00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23472:1876092408543616:0@lo:1000:lod0001_rec0000.0 00000040:01000000:3.0:1789181744.588993:0:23472:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:3.0:1789181744.589037:0:23472:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dfdf81c00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23472:1876092408543744:0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1789181744.589078:0:23472:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181744.589107:0:23472:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1cc10eb0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789181744.589618:0:23453:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408543744 00000100:00100000:2.0:1789181744.589627:0:23453:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408543744 00000100:00100000:2.0:1789181744.589682:0:23453:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1789181744.589691:0:23453:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfdf82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:23472:x1876092408543744:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:2.0:1789181744.589853:0:23453:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfdf82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:23472:x1876092408543744:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 162us (774us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181744.589860:0:23453:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1789181744.590113:0:23472:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dfdf81c00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23472:1876092408543744:0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1789181744.590192:0:23472:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dfdf81c00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23472:1876092408543872:0@lo:900:lod0001_rec0000.0 00000100:00100000:3.0:1789181744.590227:0:23472:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181744.590313:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408543872 00000100:00100000:3.0:1789181744.590317:0:22720:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408543872 00000100:00100000:3.0:1789181744.590346:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1789181744.590353:0:22720:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfdf81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23472:x1876092408543872:12345-0@lo:900:lod0001_rec0000.0 00000100:00100000:3.0:1789181744.590388:0:22720:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfdf81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23472:x1876092408543872:12345-0@lo:900:lod0001_rec0000.0 Request processed in 35us (160us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181744.590394:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1789181744.590416:0:23472:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1cc10eb6c0 going to sleep for 11 seconds 00010000:00080000:3.0:1789181744.590429:0:23472:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff9c1dfdf81c00 x1876092408543872/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1789181760 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lod0001_rec0000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789181744.590439:0:23472:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dfdf81c00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23472:1876092408543872:0@lo:900:lod0001_rec0000.0 00000100:00100000:3.0:1789181744.590494:0:23472:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dfdf81c00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23472:1876092408544000:0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1789181744.590522:0:23472:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181744.590548:0:23472:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1cc10eb0c0 going to sleep for 11 seconds 00000040:00080000:1.0:1789181744.590791:0:23471:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000400:0x1:0x0] index 261376 count 1 00000004:00080000:1.0:1789181744.590881:0:23471:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osd retrieved update log, duration 0, retries 0 00000100:00100000:2.0:1789181744.591245:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408544000 00000100:00100000:2.0:1789181744.591253:0:22714:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408544000 00000100:00100000:2.0:1789181744.591299:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1789181744.591308:0:22714:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfdf80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23472:x1876092408544000:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:2.0:1789181744.591701:0:22714:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfdf80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23472:x1876092408544000:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 393us (1176us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181744.591708:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1789181744.591833:0:23472:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dfdf81c00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23472:1876092408544000:0@lo:1000:lod0001_rec0000.0 00000040:00080000:3.0:1789181744.591896:0:23472:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000001:00000004:0.0:1789181744.596337:0:23444:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000040:00080000:3.0:1789181744.598919:0:23472:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000401:0x1:0x0] index 261376 count 1 00000004:00080000:3.0:1789181744.599029:0:23472:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osp-MDT0001 retrieved update log, duration 0, retries 0 00000004:00080000:3.0:1789181744.599034:0:23472:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0001 got update logs from all MDTs. 00000001:00080000:1.0:1789181744.600294:0:23444:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:1.0:1789181744.600335:0:23444:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0001: cmd=c00866e6 len=0 karg=ffffa945416af988 00100000:10000000:1.0:1789181744.600345:0:23444:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0001-osd: start master thread 00000020:01000004:1.0:1789181744.601519:0:23444:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:1.0:1789181744.601548:0:23444:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.202.101@tcp: cl_mgc_mutex unlock 00000020:01000004:1.0:1789181744.601571:0:23444:0:(tgt_mount.c:2461:server_fill_super_common()) Server sb, dev=48 00000080:00000004:1.0:1789181744.601669:0:23444:0:(super25.c:182:lustre_fill_super()) /dev/mapper/mds2_flakey: Mount complete 00000020:00000004:0.0:1789181744.609546:0:23444:0:(tgt_mount.c:2347:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1789181744.609828:0:23444:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1789181744.669203:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789181745.165142:0:22751:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1cc27a3180 going to sleep for 0 seconds 00000040:00080000:1.0:1789181745.617500:0:23467:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1789181745.676030:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789181746.188909:0:22751:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1cc27a3180 going to sleep for 0 seconds 10000000:01000000:0.0:1789181746.196794:0:22706:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1789181746.196802:0:22706:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9c1dc7391800 from 12 10000000:01000000:0.0:1789181746.196808:0:22706:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1789181746.196864:0:22706:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1dc1679800/0x76fb555283518b39 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181746.196876:0:22706:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.101@tcp lock: ffff9c1dc1679800/0x76fb555283518b39 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181746.196889:0:22706:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.101@tcp lock: ffff9c1dc1679800/0x76fb555283518b39 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789181746.196916:0:22706:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc2755c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22706:1876092408544128:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1789181746.196987:0:22706:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789181746.197031:0:22706:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1cc10eb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789181746.197286:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408544128 00000100:00100000:1.0:1789181746.197294:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408544128 00000100:00100000:1.0:1789181746.197358:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1789181746.197368:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1df9ce4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+16:22706:x1876092408544128:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789181746.197382:0:22701:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789181746.197397:0:22701:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c1e0084b400/0x76fb555283518b40 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76fb555283518b39 expref: -99 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181746.197431:0:22701:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c1e0084b400/0x76fb555283518b40 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76fb555283518b39 expref: 17 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181746.197442:0:22701:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c1e0084b400/0x76fb555283518b40 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76fb555283518b39 expref: 17 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181746.197451:0:22701:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c1e0084b400, rc 0) 00000100:00100000:1.0:1789181746.197507:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1df9ce4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+17:22706:x1876092408544128:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 140us (520us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181746.197515:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:3.0:1789181746.197963:0:22706:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc2755c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22706:1876092408544128:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789181746.197981:0:22706:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.101@tcp lock: ffff9c1dc1679800/0x76fb555283518b39 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518b40 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181746.197991:0:22706:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.101@tcp lock: ffff9c1dc1679800/0x76fb555283518b39 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76fb555283518b40 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789181746.198048:0:22706:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dfdf81c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22706:1876092408544256:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1789181746.198086:0:22706:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181746.198118:0:22706:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dd12d4000 going to sleep for 11 seconds 00000100:00100000:0.0:1789181746.198175:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408544256 00000100:00100000:0.0:1789181746.198180:0:22704:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408544256 00000100:00100000:0.0:1789181746.198216:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1789181746.198223:0:22704:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1df9ce4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+17:22706:x1876092408544256:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1789181746.198238:0:22704:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1789181746.198255:0:22704:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1789181746.198259:0:22704:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:0.0:1789181746.198357:0:22704:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1df9ce4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+17:22706:x1876092408544256:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 134us (269us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181746.198364:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:3.0:1789181746.198515:0:22706:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dfdf81c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22706:1876092408544256:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1789181746.198564:0:22706:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.101@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1789181746.198572:0:22706:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1dc1679800/0x76fb555283518b39 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518b40 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181746.198596:0:22706:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.101@tcp lock: ffff9c1dc1679800/0x76fb555283518b39 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518b40 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789181746.198615:0:22706:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1789181746.198617:0:22706:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9c1dc46d8000 from 12 10000000:01000000:3.0:1789181746.198620:0:22706:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1789181746.198640:0:22706:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1dc658a600/0x76fb555283518b47 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181746.198648:0:22706:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.101@tcp lock: ffff9c1dc658a600/0x76fb555283518b47 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181746.198656:0:22706:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.101@tcp lock: ffff9c1dc658a600/0x76fb555283518b47 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789181746.198670:0:22706:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dfdf81c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22706:1876092408544384:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1789181746.198711:0:22706:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181746.198754:0:22706:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dd12d4000 going to sleep for 11 seconds 00000100:00100000:0.0:1789181746.198997:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408544384 00000100:00100000:0.0:1789181746.199003:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408544384 00000100:00100000:0.0:1789181746.199030:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1789181746.199038:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1df9ce4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+17:22706:x1876092408544384:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789181746.199055:0:22703:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789181746.199065:0:22703:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c1dc1678800/0x76fb555283518b4e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x76fb555283518b47 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181746.199082:0:22703:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c1dc1678800/0x76fb555283518b4e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76fb555283518b47 expref: 18 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181746.199091:0:22703:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c1dc1678800/0x76fb555283518b4e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76fb555283518b47 expref: 18 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181746.199099:0:22703:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c1dc1678800, rc 0) 00000100:00100000:0.0:1789181746.199142:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1df9ce4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+18:22706:x1876092408544384:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 104us (430us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181746.199150:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:3.0:1789181746.199336:0:22706:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dfdf81c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22706:1876092408544384:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789181746.199349:0:22706:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.101@tcp lock: ffff9c1dc658a600/0x76fb555283518b47 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518b4e expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181746.199358:0:22706:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.101@tcp lock: ffff9c1dc658a600/0x76fb555283518b47 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x76fb555283518b4e expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789181746.199401:0:22706:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dfdf81c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22706:1876092408544512:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1789181746.199431:0:22706:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181746.199494:0:22706:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dd12d4000 going to sleep for 11 seconds 00000100:00100000:1.0:1789181746.203802:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408544512 00000100:00100000:1.0:1789181746.203823:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408544512 00000100:00100000:1.0:1789181746.203896:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1789181746.203907:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1df9ce5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+18:22706:x1876092408544512:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1789181746.203939:0:22701:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1789181746.203959:0:22701:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1789181746.203963:0:22701:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:1.0:1789181746.204119:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1df9ce5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+18:22706:x1876092408544512:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 213us (4686us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181746.204128:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1789181746.204466:0:22706:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dfdf81c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22706:1876092408544512:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1789181746.204528:0:22706:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.101@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1789181746.204541:0:22706:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1dc658a600/0x76fb555283518b47 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518b4e expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181746.204552:0:22706:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.101@tcp lock: ffff9c1dc658a600/0x76fb555283518b47 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518b4e expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1789181746.637527:0:23467:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1789181746.700862:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789181747.211812:0:22751:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1cc27a3180 going to sleep for 0 seconds 00010000:00010000:1.0:1789181747.724534:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789181748.236157:0:22751:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1cc27a3180 going to sleep for 0 seconds 00010000:00010000:3.0:1789181748.748643:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1789181749.198181:0:22742:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1789181749.260146:0:22751:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1cc27a3180 going to sleep for 0 seconds 00000100:00100000:3.0:1789181749.519436:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1789181749.519461:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dffa50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1876092408544640:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789181749.519536:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181749.519619:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408544640 00000100:00100000:2.0:1789181749.519628:0:22715:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408544640 00000100:00100000:2.0:1789181749.519687:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1789181749.519697:0:22715:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfdf81c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1876092408544640:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1789181749.519760:0:22715:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1789181749.519812:0:22715:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfdf81c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1876092408544640:12345-0@lo:41:osp-pre-0-1.0 Request processed in 116us (276us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181749.519819:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1789181749.519925:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dffa50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1876092408544640:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1789181749.777432:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789181750.028608:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dfdf80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:3646:1876092408544768:0@lo:400:kworker.0 00000100:00100000:2.0:1789181750.028689:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789181750.028790:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408544768 00000100:00100000:0.0:1789181750.028799:0:22704:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408544768 00000100:00100000:0.0:1789181750.028849:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:0.0:1789181750.028858:0:22704:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1df9ce6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+18:3646:x1876092408544768:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1789181750.028885:0:21639:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1789181750.028890:0:21639:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1789181750.028894:0:21639:0:(import.c:65:import_set_state_nolock()) ffff9c1de60e0000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789181750.030034:0:21639:0:(import.c:666:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9c1de60e0000 using connection 192.168.202.101@tcp/0@lo 00000100:00100000:3.0:1789181750.030069:0:21639:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c1dfdf81f80 x1876092408544896/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789181750.030094:0:21639:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789181750.030098:0:21639:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789181750.030101:0:21639:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789181750.030104:0:21639:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789181750.030150:0:21639:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789181750.030154:0:21639:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789181750.030157:0:21639:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789181750.030169:0:21639:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1789181750.030228:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1789181750.030236:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dfdf80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3646:1876092408545280:0@lo:400:kworker.0 00000100:00100000:1.0:1789181750.030236:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dfdf81f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876092408544896:0@lo:38:kworker.0 00000100:00100000:2.0:1789181750.030294:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181750.030332:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dfdf81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1876092408545152:0@lo:400:kworker.0 00000100:00100000:2.0:1789181750.030356:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181750.030382:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789181750.030387:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dfdf83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3644:1876092408545024:0@lo:400:kworker.0 00000100:00100000:2.0:1789181750.030411:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181750.030437:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408545280 00000100:00100000:2.0:1789181750.030445:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408545280 00000100:00100000:2.0:1789181750.030495:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408545024 00000100:00100000:2.0:1789181750.030498:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408545024 00000100:00100000:2.0:1789181750.030514:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1789181750.030522:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dffa53b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1876092408545280:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789181750.030567:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dffa53b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1876092408545280:12345-0@lo:400:kworker.0 Request processed in 45us (272us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181750.030574:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1789181750.030591:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1789181750.030597:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dffa50a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1876092408545024:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789181750.030625:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dffa50a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1876092408545024:12345-0@lo:400:kworker.0 Request processed in 28us (213us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181750.030631:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:2.0:1789181750.030660:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9c1dfdf83b80 x1876092408545024/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789181766 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789181750.030672:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dfdf83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3644:1876092408545024:0@lo:400:kworker.0 00010000:00080000:2.0:1789181750.030696:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9c1dfdf80a80 x1876092408545280/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789181766 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789181750.030705:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dfdf80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3646:1876092408545280:0@lo:400:kworker.0 00000100:00100000:0.0:1789181750.031056:0:22704:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1df9ce6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+18:3646:x1876092408544768:12345-0@lo:400:kworker.0 Request processed in 2197us (2366us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181750.031065:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:0.0:1789181750.031139:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dfdf80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:3646:1876092408544768:0@lo:400:kworker.0 00000100:00100000:3.0:1789181750.035415:0:23453:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408545152 00000100:00100000:3.0:1789181750.035432:0:23453:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408545152 00000100:00100000:3.0:1789181750.035499:0:23453:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1789181750.035509:0:23453:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dffa53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3644:x1876092408545152:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789181750.035608:0:23453:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dffa53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3644:x1876092408545152:12345-0@lo:400:kworker.0 Request processed in 101us (5251us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181750.035616:0:23453:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1789181750.035671:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dfdf81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1876092408545152:0@lo:400:kworker.0 00000100:00100000:1.0:1789181750.039701:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181750.040395:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408544896 00000100:00100000:3.0:1789181750.040406:0:22714:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408544896 00000100:00100000:3.0:1789181750.040454:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1789181750.040462:0:22714:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dd0064a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3642:x1876092408544896:12345-0@lo:38:kworker.0 00010000:00080000:3.0:1789181750.040497:0:22714:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 706 last 0 00000020:00000080:3.0:1789181750.040534:0:22714:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x76fb555283518b55 00000004:00100000:3.0:1789181750.040550:0:22714:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:3.0:1789181750.040556:0:22714:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000100:00080000:0.0:1789181750.054704:0:22714:0:(import.c:65:import_set_state_nolock()) ffff9c1ddd91b000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1789181750.054872:0:22714:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dd0064a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3642:x1876092408544896:12345-0@lo:38:kworker.0 Request processed in 14407us (15260us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181750.054895:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00080000:2.0:1789181750.055022:0:3642:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0001-osp-MDT0000: connect to target with instance 3 00000100:00080000:2.0:1789181750.055032:0:3642:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0001-osp-MDT0000: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:2.0:1789181750.055038:0:3642:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:2.0:1789181750.055048:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9c1de60e0000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00080000:2.0:1789181750.055073:0:3642:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000b4e82c41): req@ffff9c1dffa53480 x1876092408537472/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789181750.055093:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dfdf81f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876092408544896:0@lo:38:kworker.0 00000100:00100000:3.0:1789181750.055316:0:22751:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181750.055317:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc2754e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1876092408545408:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1789181750.055345:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181750.055351:0:22751:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1cc27a3180 going to sleep for 11 seconds 00000100:00100000:2.0:1789181750.055381:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408537472 00000100:00100000:2.0:1789181750.055388:0:22715:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408537472 00000100:00100000:2.0:1789181750.055431:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408545408 00000100:00100000:2.0:1789181750.055434:0:22715:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408545408 00000100:00100000:2.0:1789181750.055450:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1789181750.055459:0:22715:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfdf81500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:22751:x1876092408537472:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1789181750.055462:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1789181750.055469:0:22714:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dffa51500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:3646:x1876092408545408:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1789181750.055499:0:22714:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1789181750.055530:0:22714:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dffa51500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:3646:x1876092408545408:12345-0@lo:41:osp-pre-1-0.0 Request processed in 61us (184us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181750.055530:0:22715:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfdf81500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:22751:x1876092408537472:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 72us (214us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181750.055537:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1789181750.055568:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc2754e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1876092408545408:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1789181750.055591:0:22751:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dffa53480 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22751:1876092408537472:0@lo:1000:lod0000_rec0001.0 00000040:01000000:3.0:1789181750.055629:0:22751:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:3.0:1789181750.055663:0:22751:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dfdf83480 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22751:1876092408545536:0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1789181750.055691:0:22751:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181750.055716:0:22751:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dd12d4cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1789181750.055920:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408545536 00000100:00100000:0.0:1789181750.055925:0:22714:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408545536 00000100:00100000:2.0:1789181750.057295:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1789181750.060373:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1789181750.060394:0:22714:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfdf80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22751:x1876092408545536:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1789181750.060711:0:22714:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfdf80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22751:x1876092408545536:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 325us (5018us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181750.060719:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1789181750.060802:0:22751:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dfdf83480 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22751:1876092408545536:0@lo:1000:lod0000_rec0001.0 00000100:00100000:2.0:1789181750.060919:0:22751:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dffa52a00 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22751:1876092408545664:0@lo:1000:lod0000_rec0001.0 00000100:00100000:2.0:1789181750.060957:0:22751:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181750.060984:0:22751:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dd22c66c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789181750.061069:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408545664 00000100:00100000:0.0:1789181750.061075:0:22714:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408545664 00000100:00100000:0.0:1789181750.061102:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1789181750.063318:0:22714:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dffa52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22751:x1876092408545664:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1789181750.063478:0:22714:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dffa52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22751:x1876092408545664:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 2366us (2517us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181750.063489:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1789181750.064037:0:22751:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dffa52a00 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22751:1876092408545664:0@lo:1000:lod0000_rec0001.0 00000040:00080000:2.0:1789181750.064095:0:22751:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1789181750.066181:0:22751:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000401:0x1:0x0] index 261376 count 1 00000004:00080000:2.0:1789181750.066269:0:22751:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osp-MDT0000 retrieved update log, duration 23, retries 0 00000004:00080000:2.0:1789181750.066274:0:22751:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0000 got update logs from all MDTs. 00000001:02000400:1.0:1789181750.215463:0:23715:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg201-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:3.0:1789181750.797687:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:2.0:1789181751.371521:0:23767:0:(tgt_mount.c:2347:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1789181751.371753:0:23767:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1789181751.820378:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789181752.076369:0:3642:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789181737/real 1789181737] req@ffff9c1cc2754a80 x1876092408538496/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789181752 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789181752.076405:0:3642:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c1cc2754a80 x1876092408538496/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789181752 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789181752.076415:0:3642:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789181737/real 1789181737] req@ffff9c1cc2756680 x1876092408538624/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789181752 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789181752.076427:0:3642:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c1cc2756680 x1876092408538624/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789181752 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789181752.076469:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9c1dc2f1b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789181752.076486:0:3642:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1789181752.076490:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc2754a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876092408538496:0@lo:8:kworker.0 00000100:00080000:0.0:1789181752.076495:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9c1de7f48800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789181752.076500:0:3642:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1789181752.076503:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc2756680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876092408538624:0@lo:8:kworker.0 00000100:00080000:0.0:1789181752.076587:0:12254:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789181752.076591:0:12254:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789181752.076593:0:12254:0:(import.c:65:import_set_state_nolock()) ffff9c1dc2f1b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789181752.076598:0:12254:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 693 00000100:00080000:0.0:1789181752.076604:0:12254:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1789181752.076615:0:12254:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff9c1dc2f1b000 using connection 192.168.202.101@tcp/0@lo 00000100:00100000:0.0:1789181752.076637:0:12254:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c1cc2757100 x1876092408546048/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789181752.076651:0:12254:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789181752.076654:0:12254:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789181752.076656:0:12254:0:(import.c:65:import_set_state_nolock()) ffff9c1de7f48800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789181752.076658:0:12254:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 693 00000100:00080000:0.0:1789181752.076661:0:12254:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1789181752.076665:0:12254:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9c1de7f48800 using connection 192.168.202.101@tcp/0@lo 00000100:00100000:0.0:1789181752.076676:0:12254:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c1cc2756d80 x1876092408546176/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789181752.076707:0:12254:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789181752.076717:0:12254:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789181752.076720:0:12254:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789181752.076744:0:12254:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1789181752.076776:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc2754a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1876092408545920:0@lo:400:kworker.0 00000100:00100000:0.0:1789181752.076838:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789181752.076954:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1789181752.076961:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc2756680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:3644:1876092408545792:0@lo:400:kworker.0 00000100:00100000:0.0:1789181752.076991:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789181752.077014:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc2755500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3644:1876092408546560:0@lo:400:kworker.0 00000100:00100000:0.0:1789181752.077044:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789181752.077067:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc2754380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1876092408546432:0@lo:400:kworker.0 00000100:00100000:0.0:1789181752.077087:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789181752.077116:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1789181752.077122:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc2755180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3646:1876092408546304:0@lo:400:kworker.0 00000100:00100000:0.0:1789181752.077142:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789181752.077171:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408545920 00000100:00100000:0.0:1789181752.077179:0:22715:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408545920 00000100:00100000:0.0:1789181752.077220:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408546432 00000100:00100000:0.0:1789181752.077223:0:22715:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408546432 00000100:00100000:0.0:1789181752.077409:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1789181752.077418:0:22715:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc2754000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3644:x1876092408545920:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789181752.077484:0:22715:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc2754000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3644:x1876092408545920:12345-0@lo:400:kworker.0 Request processed in 67us (645us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181752.077492:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1789181752.077509:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1789181752.077523:0:22715:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc2754e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1876092408546432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789181752.077559:0:22715:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc2754e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1876092408546432:12345-0@lo:400:kworker.0 Request processed in 37us (471us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181752.077565:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1789181752.077584:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408545792 00000100:00100000:0.0:1789181752.077589:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408545792 00000100:00100000:0.0:1789181752.077612:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1789181752.077619:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1df9ce7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+18:3644:x1876092408545792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789181752.077649:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1df9ce7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+18:3644:x1876092408545792:12345-0@lo:400:kworker.0 Request processed in 31us (657us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181752.077655:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1789181752.077682:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408546560 00000100:00100000:0.0:1789181752.077686:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408546560 00000100:00100000:0.0:1789181752.077766:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408546304 00000100:00100000:0.0:1789181752.077770:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408546304 00000100:00100000:0.0:1789181752.077783:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1789181752.077788:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc2757480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1876092408546560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789181752.077815:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc2757480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1876092408546560:12345-0@lo:400:kworker.0 Request processed in 27us (770us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181752.077821:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1789181752.077830:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1789181752.077835:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc2755c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1876092408546304:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789181752.077854:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc2755c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1876092408546304:12345-0@lo:400:kworker.0 Request processed in 19us (712us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181752.077859:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1789181752.078144:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc2756680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:3644:1876092408545792:0@lo:400:kworker.0 00010000:00080000:3.0:1789181752.078160:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9c1cc2755500 x1876092408546560/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789181768 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789181752.078172:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc2755500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3644:1876092408546560:0@lo:400:kworker.0 00000100:00100000:3.0:1789181752.078181:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc2754a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1876092408545920:0@lo:400:kworker.0 00010000:00080000:0.0:1789181752.078341:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9c1cc2755180 x1876092408546304/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789181768 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789181752.078363:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc2755180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3646:1876092408546304:0@lo:400:kworker.0 00000100:00100000:0.0:1789181752.078374:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc2754380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1876092408546432:0@lo:400:kworker.0 00000100:00100000:0.0:1789181752.078396:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc2757100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876092408546048:0@lo:8:kworker.0 00000400:00000100:0.0:1789181752.078426:0:3642:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876092408546048 offset 0 length 520: 4 00000100:00100000:0.0:1789181752.078454:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc2756d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876092408546176:0@lo:8:kworker.0 00000400:00000100:0.0:1789181752.078469:0:3642:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876092408546176 offset 0 length 520: 4 00000020:00000004:3.0:1789181752.404465:0:23817:0:(tgt_mount.c:2347:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1789181752.404992:0:23817:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1789181752.844515:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1789181753.663787:0:23865:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffed61f2a60 20000000:00000080:3.0:1789181753.663807:0:23865:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff9c1ddd8c2400 uarg=0000000000000000 20000000:01000000:3.0:1789181753.663845:0:23865:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='debug_raw_pointers=Y' 20000000:01000000:3.0:1789181753.664074:0:23865:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'debug_raw_pointers=Y' 20000000:01000000:3.0:1789181753.664079:0:23865:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/debug_raw_pointers=Y del=0 00000040:00080000:3.0:1789181753.667803:0:23866:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 2 count 13 20000000:00000400:2.0:1789181753.668349:0:23865:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/debug_raw_pointers=Y (mode = 0) failed: rc = -17 10000000:01000000:2.0:1789181753.679282:0:23865:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:2.0:1789181753.679410:0:23865:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9c1dc1523a00/0x76fb555283518b5c lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181753.679434:0:23865:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9c1dc1679a00/0x76fb555283518a05 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76fb5552835189fe expref: 17 pid: 22704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181753.679442:0:23865:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9c1e0084ac00/0x76fb555283518b08 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76fb555283518b01 expref: 17 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181753.679450:0:23865:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9c1dc1523a00/0x76fb555283518b5c lrc: 5/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181753.679493:0:23865:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9c1e0084ac00/0x76fb555283518b08 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76fb555283518b01 expref: 17 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181753.679509:0:23865:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9c1e0084ac00/0x76fb555283518b08 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76fb555283518b01 expref: 17 pid: 22703 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789181753.679523:0:23865:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dffa52a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23865:1876092408546688:0@lo:104: 00000100:00100000:2.0:1789181753.679594:0:23865:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1789181753.679657:0:23865:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9c1dc1679a00/0x76fb555283518a05 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76fb5552835189fe expref: 17 pid: 22704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181753.679665:0:23865:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9c1dc1679a00/0x76fb555283518a05 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76fb5552835189fe expref: 17 pid: 22704 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789181753.679674:0:23865:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dffa53480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23865:1876092408546816:0@lo:104: 00000100:00100000:2.0:1789181753.679696:0:23865:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181753.679798:0:23865:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1cc10ebc00 going to sleep for 11 seconds 00000100:00100000:3.0:1789181753.681041:0:22693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408546688 00000100:00100000:3.0:1789181753.681053:0:22693:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408546688 00000100:00100000:3.0:1789181753.681122:0:22693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408546816 00000100:00100000:3.0:1789181753.681127:0:22693:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408546816 00000100:00100000:3.0:1789181753.681146:0:22693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1789181753.681157:0:22693:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dffa51180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+4:23865:x1876092408546688:12345-0@lo:104: 00010000:00010000:3.0:1789181753.681177:0:22693:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.101@tcp lock: ffff9c1dc658b600/0x76fb555283518b01 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x76fb555283518b08 expref: -99 pid: 23444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181753.681289:0:22693:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1789181753.681296:0:22693:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dffa51180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+4:23865:x1876092408546688:12345-0@lo:104: Request processed in 141us (1702us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181753.681304:0:22693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1789181753.681326:0:22693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1789181753.681332:0:22693:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dffa50000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+3:23865:x1876092408546816:12345-0@lo:104: 00010000:00010000:3.0:1789181753.681341:0:22693:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.101@tcp lock: ffff9c1dc1522600/0x76fb5552835189fe lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x76fb555283518a05 expref: -99 pid: 22688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181753.681378:0:22693:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1789181753.681383:0:22693:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dffa50000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+3:23865:x1876092408546816:12345-0@lo:104: Request processed in 52us (1687us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181753.681389:0:22693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00010000:3.0:1789181753.681409:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789181753.681415:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.101@tcp lock: ffff9c1dc658b600/0x76fb555283518b01 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x76fb555283518b08 expref: -99 pid: 23444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181753.681422:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1dc658b600 already unused, calling callback (ffffffffc13aac20) 10000000:00010000:3.0:1789181753.681427:0:22697:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.101@tcp lock: ffff9c1dc658b600/0x76fb555283518b01 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x76fb555283518b08 expref: -99 pid: 23444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181753.681437:0:22697:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.101@tcp lock: ffff9c1dc658b600/0x76fb555283518b01 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x76fb555283518b08 expref: -99 pid: 23444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789181753.681444:0:22697:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.101@tcp lock: ffff9c1dc658b600/0x76fb555283518b01 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x76fb555283518b08 expref: -99 pid: 23444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789181753.681450:0:22697:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1789181753.681495:0:22697:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.101@tcp lock: ffff9c1dc658b600/0x76fb555283518b01 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76fb555283518b08 expref: -99 pid: 23444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181753.681502:0:22697:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1789181753.681525:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.101@tcp lock: ffff9c1dc658b600/0x76fb555283518b01 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76fb555283518b08 expref: -99 pid: 23444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181753.681531:0:22697:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.101@tcp lock: ffff9c1dc658b600/0x76fb555283518b01 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76fb555283518b08 expref: -99 pid: 23444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181753.681543:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789181753.681546:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.101@tcp lock: ffff9c1dc1522600/0x76fb5552835189fe lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76fb555283518a05 expref: -99 pid: 22688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181753.681551:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1dc1522600 already unused, calling callback (ffffffffc13aac20) 10000000:00010000:3.0:1789181753.681554:0:22697:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.101@tcp lock: ffff9c1dc1522600/0x76fb5552835189fe lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76fb555283518a05 expref: -99 pid: 22688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181753.681559:0:22697:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.101@tcp lock: ffff9c1dc1522600/0x76fb5552835189fe lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76fb555283518a05 expref: -99 pid: 22688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789181753.681565:0:22697:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.101@tcp lock: ffff9c1dc1522600/0x76fb5552835189fe lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76fb555283518a05 expref: -99 pid: 22688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789181753.681569:0:22697:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1789181753.681587:0:22697:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.101@tcp lock: ffff9c1dc1522600/0x76fb5552835189fe lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76fb555283518a05 expref: -99 pid: 22688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181753.681592:0:22697:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1789181753.681606:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.101@tcp lock: ffff9c1dc1522600/0x76fb5552835189fe lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76fb555283518a05 expref: -99 pid: 22688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181753.681622:0:22697:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.101@tcp lock: ffff9c1dc1522600/0x76fb5552835189fe lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76fb555283518a05 expref: -99 pid: 22688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181753.681635:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789181753.681637:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789181753.681638:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789181753.681658:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dfdf80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:3644:1876092408546944:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789181753.681694:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181753.681774:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dfdf83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:3645:1876092408547072:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789181753.681810:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1789181753.681950:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789181753.682036:0:23865:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dffa52a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23865:1876092408546688:0@lo:104: 00000100:00100000:2.0:1789181753.682047:0:23865:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dffa53480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23865:1876092408546816:0@lo:104: 00010000:00010000:2.0:1789181753.682072:0:23865:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9c1dc1523a00/0x76fb555283518b5c lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789181753.683086:0:22695:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408546944 00000100:00100000:3.0:1789181753.683112:0:22695:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408546944 00010000:00010000:3.0:1789181753.683143:0:22695:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9c1e0084ac00/0x76fb555283518b08 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76fb555283518b01 expref: 18 pid: 22703 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789181753.683181:0:22695:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408547072 00000100:00100000:3.0:1789181753.683184:0:22695:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408547072 00010000:00010000:3.0:1789181753.683196:0:22695:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9c1dc1679a00/0x76fb555283518a05 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76fb5552835189fe expref: 19 pid: 22704 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789181753.683209:0:22695:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1789181753.683216:0:22695:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfdf81f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+19:3644:x1876092408546944:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1789181753.683230:0:22695:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789181753.683235:0:22695:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9c1e0084ac00/0x76fb555283518b08 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76fb555283518b01 expref: 19 pid: 22703 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181753.683246:0:22695:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9c1e0084ac00/0x76fb555283518b08 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76fb555283518b01 expref: 19 pid: 22703 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181753.683277:0:22695:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c1e0084ac00/0x76fb555283518b08 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76fb555283518b01 expref: 19 pid: 22703 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181753.683291:0:22695:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789181753.683430:0:22694:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:1.0:1789181753.683439:0:22694:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn00_003' 00000100:00100000:3.0:1789181753.683499:0:22695:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfdf81f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+18:3644:x1876092408546944:12345-0@lo:103:ldlm_bl.0 Request processed in 282us (1804us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181753.683507:0:22695:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1789181753.683524:0:22695:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1789181753.683530:0:22695:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfdf81180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+17:3645:x1876092408547072:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1789181753.683539:0:22695:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789181753.683543:0:22695:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9c1dc1679a00/0x76fb555283518a05 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76fb5552835189fe expref: 17 pid: 22704 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181753.683553:0:22695:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9c1dc1679a00/0x76fb555283518a05 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76fb5552835189fe expref: 17 pid: 22704 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181753.683563:0:22695:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c1dc1679a00/0x76fb555283518a05 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76fb5552835189fe expref: 17 pid: 22704 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181753.683576:0:22695:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9c1dc1523a00/0x76fb555283518b5c lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 23865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181753.683584:0:22695:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c1dc1523a00/0x76fb555283518b5c lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 23865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181753.683599:0:22695:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9c1dc1523a00/0x76fb555283518b5c lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181753.683606:0:22695:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9c1dc1523a00/0x76fb555283518b5c lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181753.683620:0:22695:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9c1dc1523a00/0x76fb555283518b5c lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181753.683628:0:22695:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9c1dc1523a00/0x76fb555283518b5c lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181753.683634:0:22695:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1dc1523a00 already unused, calling callback (ffffffffc0d949b0) 00010000:00010000:3.0:1789181753.683638:0:22695:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9c1dc1523a00/0x76fb555283518b5c lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181753.683646:0:22695:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9c1dc1523a00/0x76fb555283518b5c lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 23865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181753.683669:0:22695:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9c1dc1523a00/0x76fb555283518b5c lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181753.683679:0:22695:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789181753.683745:0:22695:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfdf81180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+16:3645:x1876092408547072:12345-0@lo:103:ldlm_bl.0 Request processed in 182us (1902us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181753.683752:0:22695:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1789181753.683814:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dfdf83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:3645:1876092408547072:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789181753.684675:0:23865:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9c1dc1523a00/0x76fb555283518b5c lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181753.684688:0:23865:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9c1dc1523a00/0x76fb555283518b5c lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181753.684694:0:23865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c1dc1523a00/0x76fb555283518b5c lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789181753.697067:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dfdf80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:3644:1876092408546944:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789181753.873958:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789181754.123955:0:3642:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789181744/real 1789181744] req@ffff9c1dfdf83100 x1876092408541056/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789181754 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789181754.123990:0:3642:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c1dfdf83100 x1876092408541056/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789181754 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789181754.124001:0:3642:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789181744/real 1789181744] req@ffff9c1dfdf83800 x1876092408540928/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789181754 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789181754.124012:0:3642:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c1dfdf83800 x1876092408540928/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789181754 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789181754.124032:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9c1de7c66800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789181754.124058:0:3642:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1789181754.124063:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dfdf83100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1876092408541056:0@lo:8:llog_process_th.0 00000100:00080000:0.0:1789181754.124068:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9c1e00844000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789181754.124074:0:3642:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1789181754.124128:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dfdf83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1876092408540928:0@lo:8:llog_process_th.0 00000100:00080000:0.0:1789181754.124250:0:12254:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789181754.124255:0:12254:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789181754.124258:0:12254:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789181754.124262:0:12254:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789181754.124278:0:12254:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789181754.124281:0:12254:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789181754.124284:0:12254:0:(import.c:65:import_set_state_nolock()) ffff9c1e00844000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789181754.124289:0:12254:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 700 00000100:00080000:0.0:1789181754.124294:0:12254:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1789181754.124304:0:12254:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff9c1e00844000 using connection 192.168.202.101@tcp/0@lo 00000100:00100000:0.0:1789181754.124322:0:12254:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c1cc2756300 x1876092408547712/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789181754.124334:0:12254:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789181754.124336:0:12254:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789181754.124338:0:12254:0:(import.c:65:import_set_state_nolock()) ffff9c1de7c66800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789181754.124340:0:12254:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 700 00000100:00080000:0.0:1789181754.124342:0:12254:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1789181754.124345:0:12254:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff9c1de7c66800 using connection 192.168.202.101@tcp/0@lo 00000100:00100000:0.0:1789181754.124355:0:12254:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c1cc2754a80 x1876092408547840/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789181754.124386:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc2755180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1876092408547328:0@lo:400:kworker.0 00000100:00100000:0.0:1789181754.124447:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789181754.124485:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789181754.124491:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc2754700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3643:1876092408547456:0@lo:400:kworker.0 00000100:00100000:0.0:1789181754.124518:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789181754.124549:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408547328 00000100:00100000:0.0:1789181754.124556:0:22715:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408547328 00000100:00100000:0.0:1789181754.124602:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1789181754.124611:0:22715:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc2756680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3643:x1876092408547328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789181754.124750:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc2755880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876092408547584:0@lo:400:kworker.0 00000100:00100000:2.0:1789181754.124777:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181754.124796:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1789181754.124800:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc2754380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:3645:1876092408547200:0@lo:400:kworker.0 00000100:00100000:2.0:1789181754.124824:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181754.124847:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc2755500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3645:1876092408547968:0@lo:400:kworker.0 00000100:00100000:2.0:1789181754.124864:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181754.124885:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408547456 00000100:00100000:2.0:1789181754.124888:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408547456 00000100:00100000:2.0:1789181754.124912:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408547968 00000100:00100000:2.0:1789181754.124915:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408547968 00000100:00100000:2.0:1789181754.124926:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1789181754.124931:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dc4de8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1876092408547456:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789181754.124974:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dc4de8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1876092408547456:12345-0@lo:400:kworker.0 Request processed in 42us (455us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181754.124980:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1789181754.124993:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1789181754.124998:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dffa52a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1876092408547968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789181754.125021:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dffa52a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1876092408547968:12345-0@lo:400:kworker.0 Request processed in 23us (156us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181754.125036:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00080000:2.0:1789181754.125073:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9c1cc2755500 x1876092408547968/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789181770 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789181754.125099:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc2755500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3645:1876092408547968:0@lo:400:kworker.0 00010000:00080000:2.0:1789181754.125124:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9c1cc2754700 x1876092408547456/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789181770 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789181754.125133:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc2754700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3643:1876092408547456:0@lo:400:kworker.0 00000100:00100000:2.0:1789181754.125166:0:23453:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408547584 00000100:00100000:2.0:1789181754.125170:0:23453:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408547584 00000100:00100000:2.0:1789181754.125186:0:23453:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1789181754.125191:0:23453:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dffa53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3645:x1876092408547584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789181754.125226:0:23453:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dffa53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3645:x1876092408547584:12345-0@lo:400:kworker.0 Request processed in 35us (448us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181754.125231:0:23453:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1789181754.125249:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc2755880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876092408547584:0@lo:400:kworker.0 00000100:00100000:2.0:1789181754.125263:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc2756300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1876092408547712:0@lo:8:kworker.0 00000400:00000100:2.0:1789181754.125280:0:3642:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876092408547712 offset 0 length 520: 4 00000100:00100000:2.0:1789181754.125291:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc2754a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1876092408547840:0@lo:8:kworker.0 00000400:00000100:2.0:1789181754.125302:0:3642:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876092408547840 offset 0 length 520: 4 00000100:00100000:1.0:1789181754.125781:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408547200 00000100:00100000:1.0:1789181754.125787:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408547200 00000100:00100000:1.0:1789181754.125818:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1789181754.125825:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1df9ce5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+16:3645:x1876092408547200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789181754.125872:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1df9ce5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+16:3645:x1876092408547200:12345-0@lo:400:kworker.0 Request processed in 47us (1047us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181754.125878:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1789181754.125934:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc2754380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:3645:1876092408547200:0@lo:400:kworker.0 00000100:00100000:0.0:1789181754.126297:0:22715:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc2756680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3643:x1876092408547328:12345-0@lo:400:kworker.0 Request processed in 1686us (1849us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181754.126305:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1789181754.127205:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc2755180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1876092408547328:0@lo:400:kworker.0 00000100:00100000:3.0:1789181754.636365:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789181754.636389:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dffa51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1876092408548096:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789181754.636470:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181754.636518:0:23453:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408548096 00000100:00100000:3.0:1789181754.636526:0:23453:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408548096 00000100:00100000:3.0:1789181754.636581:0:23453:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1789181754.636589:0:23453:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfdf83480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3644:x1876092408548096:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1789181754.636633:0:23453:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1789181754.636682:0:23453:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfdf83480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3644:x1876092408548096:12345-0@lo:41:osp-pre-0-1.0 Request processed in 93us (211us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181754.636689:0:23453:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1789181754.636759:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dffa51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1876092408548096:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1789181754.892069:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789181755.154100:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dffa50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1876092408548224:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1789181755.154180:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789181755.155617:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408548224 00000100:00100000:0.0:1789181755.155632:0:22715:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408548224 00000100:00100000:0.0:1789181755.155691:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1789181755.155702:0:22715:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dffa51c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3644:x1876092408548224:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1789181755.155758:0:22715:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1789181755.155836:0:22715:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dffa51c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3644:x1876092408548224:12345-0@lo:41:osp-pre-1-0.0 Request processed in 136us (1657us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181755.155844:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1789181755.156044:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dffa50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1876092408548224:0@lo:41:osp-pre-1-0.0 10000000:01000000:3.0:1789181755.595809:0:22706:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1789181755.595819:0:22706:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9c1dc7391800 from 13 10000000:01000000:3.0:1789181755.595826:0:22706:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1789181755.595881:0:22706:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1dc658a000/0x76fb555283518b63 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181755.595896:0:22706:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.101@tcp lock: ffff9c1dc658a000/0x76fb555283518b63 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181755.596053:0:22706:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.101@tcp lock: ffff9c1dc658a000/0x76fb555283518b63 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789181755.596091:0:22706:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dfdf80e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22706:1876092408548352:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1789181755.596177:0:22706:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181755.596228:0:22706:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dd12d4180 going to sleep for 11 seconds 00000100:00100000:0.0:1789181755.596413:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408548352 00000100:00100000:0.0:1789181755.596424:0:22704:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408548352 00000100:00100000:0.0:1789181755.596487:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1789181755.596498:0:22704:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1df9ce6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+16:22706:x1876092408548352:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789181755.596514:0:22704:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789181755.596528:0:22704:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c1dc3496c00/0x76fb555283518b6a lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76fb555283518b63 expref: -99 pid: 22704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181755.596574:0:22704:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c1dc3496c00/0x76fb555283518b6a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76fb555283518b63 expref: 17 pid: 22704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181755.596586:0:22704:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c1dc3496c00/0x76fb555283518b6a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76fb555283518b63 expref: 17 pid: 22704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181755.596595:0:22704:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c1dc3496c00, rc 0) 00000100:00100000:0.0:1789181755.596639:0:22704:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1df9ce6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+17:22706:x1876092408548352:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 143us (462us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181755.596646:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:3.0:1789181755.598455:0:22706:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dfdf80e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22706:1876092408548352:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789181755.598485:0:22706:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.101@tcp lock: ffff9c1dc658a000/0x76fb555283518b63 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518b6a expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181755.598500:0:22706:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.101@tcp lock: ffff9c1dc658a000/0x76fb555283518b63 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76fb555283518b6a expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789181755.598608:0:22706:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dfdf80e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22706:1876092408548480:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1789181755.598682:0:22706:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181755.598752:0:22706:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dd12d4180 going to sleep for 11 seconds 00000100:00100000:1.0:1789181755.601942:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408548480 00000100:00100000:1.0:1789181755.601960:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408548480 00000100:00100000:1.0:1789181755.602030:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:1.0:1789181755.602040:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1df9ce6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+17:22706:x1876092408548480:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1789181755.602258:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1df9ce6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+17:22706:x1876092408548480:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 220us (3575us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181755.602529:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1789181755.602644:0:22706:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dfdf80e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22706:1876092408548480:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1789181755.602698:0:22706:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dfdf80e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22706:1876092408548608:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1789181755.602787:0:22706:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181755.602827:0:22706:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dd12d4180 going to sleep for 11 seconds 00000100:00100000:2.0:1789181755.602882:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408548608 00000100:00100000:2.0:1789181755.602888:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408548608 00000100:00100000:2.0:1789181755.602944:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:2.0:1789181755.602952:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1df9ce7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+17:22706:x1876092408548608:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1789181755.603044:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1df9ce7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+17:22706:x1876092408548608:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 93us (257us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181755.603051:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:1.0:1789181755.607960:0:22706:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dfdf80e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22706:1876092408548608:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1789181755.613057:0:23934:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:1.0:1789181755.614306:0:22706:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:1.0:1789181755.614337:0:22706:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.101@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1789181755.614348:0:22706:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1dc658a000/0x76fb555283518b63 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518b6a expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181755.614362:0:22706:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.101@tcp lock: ffff9c1dc658a000/0x76fb555283518b63 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518b6a expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789181755.614373:0:22706:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1789181755.614376:0:22706:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9c1dc46d8000 from 13 10000000:01000000:1.0:1789181755.614379:0:22706:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1789181755.614426:0:22706:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1e0084b200/0x76fb555283518b71 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181755.614435:0:22706:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.101@tcp lock: ffff9c1e0084b200/0x76fb555283518b71 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181755.614448:0:22706:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.101@tcp lock: ffff9c1e0084b200/0x76fb555283518b71 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789181755.614474:0:22706:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dd0065180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22706:1876092408548736:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1789181755.614551:0:22706:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181755.614603:0:22706:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1cc1eb03c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789181755.615459:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408548736 00000100:00100000:3.0:1789181755.615472:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408548736 00000100:00100000:3.0:1789181755.615595:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:3.0:1789181755.615608:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1df9ce5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+17:22706:x1876092408548736:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789181755.615626:0:22703:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789181755.615642:0:22703:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c1dc658a400/0x76fb555283518b78 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x76fb555283518b71 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181755.615671:0:22703:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c1dc658a400/0x76fb555283518b78 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76fb555283518b71 expref: 18 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181755.615680:0:22703:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c1dc658a400/0x76fb555283518b78 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76fb555283518b71 expref: 18 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181755.615688:0:22703:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c1dc658a400, rc 0) 00000100:00100000:3.0:1789181755.615766:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1df9ce5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+18:22706:x1876092408548736:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 162us (1216us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181755.615773:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:2.0:1789181755.622701:0:22706:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dd0065180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22706:1876092408548736:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789181755.622765:0:22706:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.101@tcp lock: ffff9c1e0084b200/0x76fb555283518b71 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518b78 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181755.622779:0:22706:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.101@tcp lock: ffff9c1e0084b200/0x76fb555283518b71 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x76fb555283518b78 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789181755.622883:0:22706:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dffa50380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22706:1876092408548864:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1789181755.623026:0:22706:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181755.632598:0:22706:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1de7fe3240 going to sleep for 11 seconds 00000100:00100000:1.0:1789181755.632929:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408548864 00000100:00100000:1.0:1789181755.632941:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408548864 00000100:00100000:1.0:1789181755.633609:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:1.0:1789181755.633621:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1df9ce7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+18:22706:x1876092408548864:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1789181755.634378:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1df9ce7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+18:22706:x1876092408548864:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 752us (11345us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181755.634389:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:2.0:1789181755.637647:0:22706:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dffa50380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22706:1876092408548864:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1789181755.637747:0:22706:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dffa50380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22706:1876092408548992:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1789181755.637838:0:22706:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181755.637881:0:22706:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1de7fe3240 going to sleep for 11 seconds 00000100:00100000:3.0:1789181755.637918:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408548992 00000100:00100000:3.0:1789181755.637926:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408548992 00000100:00100000:3.0:1789181755.638000:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:3.0:1789181755.638011:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc4e52050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+18:22706:x1876092408548992:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1789181755.638524:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc4e52050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+18:22706:x1876092408548992:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 513us (684us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181755.638535:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:1.0:1789181755.638773:0:22706:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dffa50380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22706:1876092408548992:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1789181755.641218:0:23935:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:2.0:1789181755.641533:0:22706:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:2.0:1789181755.641558:0:22706:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.101@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1789181755.641570:0:22706:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1e0084b200/0x76fb555283518b71 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518b78 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181755.641602:0:22706:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.101@tcp lock: ffff9c1e0084b200/0x76fb555283518b71 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518b78 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181755.917541:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1789181756.174034:0:23445:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000040:00080000:3.0:1789181756.876453:0:23467:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1789181756.941388:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789181757.970695:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789181758.994858:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789181759.244954:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dc4de9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:3645:1876092408549120:0@lo:400:kworker.0 00000100:00100000:1.0:1789181759.245033:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181759.245167:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408549120 00000100:00100000:3.0:1789181759.245178:0:22704:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408549120 00000100:00100000:3.0:1789181759.245233:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:3.0:1789181759.245243:0:22704:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc4e51050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+18:3645:x1876092408549120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789181759.246439:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dc4dead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1876092408549248:0@lo:400:kworker.0 00000100:00100000:2.0:1789181759.246504:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181759.246559:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408549248 00000100:00100000:2.0:1789181759.246565:0:22714:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408549248 00000100:00100000:2.0:1789181759.246606:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1789181759.246614:0:22714:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dffa50380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1876092408549248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789181759.246659:0:22714:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dffa50380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1876092408549248:12345-0@lo:400:kworker.0 Request processed in 45us (155us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181759.246667:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1789181759.246713:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dc4dead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1876092408549248:0@lo:400:kworker.0 00000100:00100000:3.0:1789181759.261489:0:22704:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc4e51050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+18:3645:x1876092408549120:12345-0@lo:400:kworker.0 Request processed in 16223us (16430us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181759.261507:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00080000:0.0:1789181759.264423:0:12254:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789181759.264430:0:12254:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789181759.264433:0:12254:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789181759.264436:0:12254:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1789181759.264528:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dc4dea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3643:1876092408549376:0@lo:400:kworker.0 00000100:00100000:0.0:1789181759.264594:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789181759.264644:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408549376 00000100:00100000:0.0:1789181759.264652:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408549376 00000100:00100000:0.0:1789181759.264696:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1789181759.264704:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dc4de8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1876092408549376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789181759.264773:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dc4de8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1876092408549376:12345-0@lo:400:kworker.0 Request processed in 69us (178us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181759.264780:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00010000:00080000:0.0:1789181759.264819:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9c1dc4dea680 x1876092408549376/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789181775 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789181759.264849:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dc4dea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3643:1876092408549376:0@lo:400:kworker.0 00000100:00080000:0.0:1789181759.264878:0:12254:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789181759.264881:0:12254:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789181759.264884:0:12254:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789181759.264887:0:12254:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1789181759.264894:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789181759.264900:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dc4dea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1876092408549504:0@lo:400:kworker.0 00000100:00100000:0.0:1789181759.264928:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789181759.264953:0:23453:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408549504 00000100:00100000:0.0:1789181759.264957:0:23453:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408549504 00000100:00100000:0.0:1789181759.264981:0:23453:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1789181759.264988:0:23453:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dc4deaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3643:x1876092408549504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789181759.265022:0:23453:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dc4deaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3643:x1876092408549504:12345-0@lo:400:kworker.0 Request processed in 35us (94us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181759.265028:0:23453:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1789181759.265072:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dc4dea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1876092408549504:0@lo:400:kworker.0 00000100:00100000:0.0:1789181759.265101:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1789181759.265106:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dc4dea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3646:1876092408549632:0@lo:400:kworker.0 00000100:00100000:0.0:1789181759.265129:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789181759.265153:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408549632 00000100:00100000:0.0:1789181759.265157:0:22711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408549632 00000100:00100000:0.0:1789181759.265177:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1789181759.265182:0:22711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dc4deb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1876092408549632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789181759.265222:0:22711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dc4deb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1876092408549632:12345-0@lo:400:kworker.0 Request processed in 39us (91us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181759.265228:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00010000:00080000:0.0:1789181759.265253:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9c1dc4dea680 x1876092408549632/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789181775 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789181759.265262:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dc4dea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3646:1876092408549632:0@lo:400:kworker.0 00000100:00100000:1.0:1789181759.267794:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dc4de9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:3645:1876092408549120:0@lo:400:kworker.0 00000040:00080000:0.0:1789181759.439074:0:22742:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1789181759.760595:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1789181759.760619:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc2755180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876092408549760:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789181759.760689:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181759.761538:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408549760 00000100:00100000:2.0:1789181759.761548:0:22715:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408549760 00000100:00100000:2.0:1789181759.761604:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1789181759.761614:0:22715:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dd0067480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3645:x1876092408549760:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1789181759.761651:0:22715:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1789181759.761761:0:22715:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dd0067480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3645:x1876092408549760:12345-0@lo:41:osp-pre-0-1.0 Request processed in 110us (1033us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181759.761769:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1789181759.765090:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc2755180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876092408549760:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1789181760.017600:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789181760.271592:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc2754380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1876092408549888:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1789181760.271673:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789181760.271916:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408549888 00000100:00100000:0.0:1789181760.271924:0:22714:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408549888 00000100:00100000:0.0:1789181760.272250:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1789181760.272263:0:22714:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dd0064380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3643:x1876092408549888:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1789181760.272302:0:22714:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1789181760.272356:0:22714:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dd0064380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3643:x1876092408549888:12345-0@lo:41:osp-pre-1-0.0 Request processed in 96us (683us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181760.272364:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1789181760.272442:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc2754380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1876092408549888:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1789181761.038680:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1789181761.215704:0:24214:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1789181761.215708:0:24214:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/ost1_flakey 00000020:01000004:2.0:1789181761.215709:0:24214:0:(obd_mount.c:929:lmd_print()) options: errors=remount-ro 00000080:01200004:2.0:1789181761.218132:0:24214:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff9c1dd002c800 00000020:01000004:2.0:1789181761.218164:0:24214:0:(tgt_mount.c:2503:osd_start()) Attempting to start lustre-OST0000, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:2.0:1789181761.218184:0:24214:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0000-osd (typ=osd-ldiskfs) 00000020:00000080:2.0:1789181761.218202:0:24214:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osd (ffff9c1dd13eb380) 00000020:00000080:2.0:1789181761.218222:0:24214:0:(obd_config.c:720:class_attach_name()) OBD: dev 20 attached type osd-ldiskfs with refcount 2 00100000:10000000:1.0:1789181761.309939:0:24214:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:1.0:1789181761.310397:0:24214:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:1.0:1789181761.311483:0:24214:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:1.0:1789181761.311833:0:24214:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:1.0:1789181761.312076:0:24214:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:1.0:1789181761.312308:0:24214:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:1.0:1789181761.312540:0:24214:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x3:0x0] (8/8) registered 00080000:01000000:0.0:1789181761.320917:0:24214:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0000: register osd-ldiskfs tunable parameters 00000020:00000080:0.0:1789181761.321178:0:24214:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00080000:01000000:0.0:1789181761.321192:0:24214:0:(osd_handler.c:8924:osd_obd_connect()) connect #0 00000020:00000080:0.0:1789181761.321207:0:24214:0:(genops.c:1384:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x76fb555283518b86 00000020:01000004:0.0:1789181761.321214:0:24214:0:(tgt_mount.c:2588:server_fill_super()) Found service lustre-OST0000 on device /dev/mapper/ost1_flakey 00000020:01000004:0.0:1789181761.321237:0:24214:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.202.101@tcp:Set MGC reconnect 1 10000000:01000000:0.0:1789181761.321241:0:24214:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.202.101@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:0.0:1789181761.321249:0:24214:0:(tgt_mount.c:1809:server_start_targets()) starting target lustre-OST0000 00000020:01000004:0.0:1789181761.321255:0:24214:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD OSS (typ=ost) 00000020:00000080:0.0:1789181761.321267:0:24214:0:(genops.c:413:class_newdev()) Allocate new device OSS (ffff9c1dfaf48000) 00000020:00000080:0.0:1789181761.321278:0:24214:0:(obd_config.c:720:class_attach_name()) OBD: dev 21 attached type ost with refcount 2 00000100:00100000:0.0:1789181761.324575:0:24214:0:(service.c:155:ptlrpc_grow_req_bufs()) ost: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1789181761.326331:0:24214:0:(service.c:3467:ptlrpc_start_thread()) ost[0] started 0 min 3 max 116 00000100:00100000:0.0:1789181761.326353:0:24214:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost00_000' 00000100:00100000:1.0:1789181761.331254:0:24214:0:(service.c:3467:ptlrpc_start_thread()) ost[0] started 1 min 3 max 116 00000100:00100000:1.0:1789181761.331271:0:24214:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost00_001' 00000100:00100000:1.0:1789181761.332988:0:24214:0:(service.c:3467:ptlrpc_start_thread()) ost[0] started 2 min 3 max 116 00000100:00100000:1.0:1789181761.333000:0:24214:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost00_002' 00000100:00100000:1.0:1789181761.337676:0:24214:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_create: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1789181761.339317:0:24214:0:(service.c:3467:ptlrpc_start_thread()) ost_create[0] started 0 min 2 max 16 00000100:00100000:1.0:1789181761.339325:0:24214:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_create00_000' 00000100:00100000:3.0:1789181761.340236:0:24214:0:(service.c:3467:ptlrpc_start_thread()) ost_create[0] started 1 min 2 max 16 00000100:00100000:3.0:1789181761.340246:0:24214:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_create00_001' 00000100:00100000:1.0:1789181761.367534:0:24214:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1789181761.367944:0:24214:0:(service.c:3467:ptlrpc_start_thread()) ost_io[0] started 0 min 3 max 116 00000100:00100000:1.0:1789181761.367952:0:24214:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_io00_000' 00000100:00100000:1.0:1789181761.372553:0:24214:0:(service.c:3467:ptlrpc_start_thread()) ost_io[0] started 1 min 3 max 116 00000100:00100000:1.0:1789181761.372567:0:24214:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_io00_001' 00000100:00100000:3.0:1789181761.373697:0:24214:0:(service.c:3467:ptlrpc_start_thread()) ost_io[0] started 2 min 3 max 116 00000100:00100000:3.0:1789181761.373707:0:24214:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_io00_002' 00000100:00100000:3.0:1789181761.378753:0:24214:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_seq: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1789181761.378974:0:24214:0:(service.c:3467:ptlrpc_start_thread()) ost_seq[0] started 0 min 2 max 16 00000100:00100000:3.0:1789181761.378983:0:24214:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_seq00_000' 00000100:00100000:3.0:1789181761.381754:0:24214:0:(service.c:3467:ptlrpc_start_thread()) ost_seq[0] started 1 min 2 max 16 00000100:00100000:3.0:1789181761.381767:0:24214:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_seq00_001' 00000100:00100000:3.0:1789181761.451026:0:24214:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1789181761.451247:0:24214:0:(service.c:3467:ptlrpc_start_thread()) ost_out[0] started 0 min 2 max 16 00000100:00100000:3.0:1789181761.451255:0:24214:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_out00_000' 00000100:00100000:3.0:1789181761.456487:0:24214:0:(service.c:3467:ptlrpc_start_thread()) ost_out[0] started 1 min 2 max 16 00000100:00100000:3.0:1789181761.456501:0:24214:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_out00_001' 00000020:00000080:3.0:1789181761.457092:0:24214:0:(obd_config.c:826:class_setup()) finished setup of obd OSS (uuid OSS_uuid) 00000020:01000004:3.0:1789181761.457125:0:24214:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost1_flakey 10000000:01000000:3.0:1789181761.457137:0:24214:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.202.101@tcp: cl_mgc_mutex lustre-OST0000-osd for locked: rc = 0 00000040:01000000:1.0:1789181761.485998:0:24214:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.202.101@tcp ctxt 0 is initialized 00000020:01000004:1.0:1789181761.486075:0:24214:0:(tgt_mount.c:1416:server_register_target()) Registration lustre-OST0000, fs=lustre, 192.168.202.101@tcp, index=0000, flags=0x20002 00000020:01000004:1.0:1789181761.486080:0:24214:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:1.0:1789181761.486082:0:24214:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1789181761.486084:0:24214:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1789181761.486085:0:24214:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1789181761.486086:0:24214:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1789181761.486088:0:24214:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1789181761.486089:0:24214:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1789181761.486091:0:24214:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1789181761.486093:0:24214:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1789181761.486097:0:24214:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x10020002 00000020:01000004:1.0:1789181761.486099:0:24214:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1789181761.486101:0:24214:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1789181761.486102:0:24214:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1789181761.486103:0:24214:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1789181761.486104:0:24214:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1789181761.486106:0:24214:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1789181761.486107:0:24214:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1789181761.486108:0:24214:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1789181761.486109:0:24214:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1789181761.486136:0:24214:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:1.0:1789181761.486157:0:24214:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dd0065500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:24214:1876092408550016:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1789181761.486242:0:24214:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181761.486306:0:24214:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1cc30b5780 going to sleep for 11 seconds 00000100:00100000:3.0:1789181761.486668:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408550016 00000100:00100000:3.0:1789181761.486677:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408550016 00000100:00100000:3.0:1789181761.486759:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:3.0:1789181761.486768:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc4e51850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+18:24214:x1876092408550016:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1789181761.486822:0:22703:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:3.0:1789181761.486826:0:22703:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0000 is running on 0@lo 20000000:01000000:3.0:1789181761.486830:0:22703:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00100000:3.0:1789181761.487270:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc4e51850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+18:24214:x1876092408550016:12345-0@lo:253:mount.lustre.0 Request processed in 502us (1027us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181761.487279:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:0.0:1789181761.487378:0:24214:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dd0065500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:24214:1876092408550016:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1789181761.487391:0:24214:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:0.0:1789181761.487394:0:24214:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1789181761.487395:0:24214:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1789181761.487396:0:24214:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789181761.487397:0:24214:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789181761.487398:0:24214:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789181761.487399:0:24214:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789181761.487400:0:24214:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1789181761.487401:0:24214:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789181761.487402:0:24214:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:0.0:1789181761.487421:0:24214:0:(tgt_mount.c:101:server_register_mount()) register mount ffff9c1dd002c800 from lustre-OST0000 10000000:01000000:0.0:1789181761.487458:0:24214:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-OST0000 from 0 10000000:01000000:0.0:1789181761.487461:0:24214:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0000-0000000000000000 10000000:01000000:0.0:1789181761.487481:0:24214:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff9c1cc3260000 local copy 00010000:00010000:0.0:1789181761.487492:0:24214:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1dc1679600/0x76fb555283518941 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518948 expref: -99 pid: 22688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789181761.487594:0:24214:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dc4dea680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:24214:1876092408550144:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789181761.487627:0:24214:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789181761.487661:0:24214:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dc4f84f00 going to sleep for 11 seconds 00000100:00100000:3.0:1789181761.487881:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408550144 00000100:00100000:3.0:1789181761.487887:0:22704:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408550144 00000100:00100000:3.0:1789181761.487926:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:3.0:1789181761.487934:0:22704:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc4e52850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+18:24214:x1876092408550144:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789181761.488007:0:22704:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc4e52850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+18:24214:x1876092408550144:12345-0@lo:501:mount.lustre.0 Request processed in 73us (379us total) trans 0 rc -2/-2 00000100:00100000:3.0:1789181761.488013:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:3.0:1789181761.488062:0:24214:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dc4dea680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:24214:1876092408550144:0@lo:501:mount.lustre.0 10000000:01000000:3.0:1789181761.488075:0:24214:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.202.101@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:3.0:1789181761.488094:0:24214:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.202.101@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:3.0:1789181761.488100:0:24214:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1dc1679600/0x76fb555283518941 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518948 expref: -99 pid: 22688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181761.488110:0:24214:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.101@tcp lock: ffff9c1dc1679600/0x76fb555283518941 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518948 expref: -99 pid: 22688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789181761.488142:0:24214:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9c1dd002c800 10000000:01000000:3.0:1789181761.488147:0:24214:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:3.0:1789181761.488151:0:24214:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0000-0000000000000000 10000000:01000000:3.0:1789181761.488154:0:24214:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1789181761.488158:0:24214:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 1 10000000:01000000:3.0:1789181761.488161:0:24214:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:3.0:1789181761.488183:0:24214:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1dc658ba00/0x76fb555283518b94 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181761.488191:0:24214:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.101@tcp lock: ffff9c1dc658ba00/0x76fb555283518b94 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181761.488200:0:24214:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.101@tcp lock: ffff9c1dc658ba00/0x76fb555283518b94 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789181761.488214:0:24214:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dfdf80a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:24214:1876092408550272:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1789181761.488239:0:24214:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181761.488260:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408550272 00000100:00100000:3.0:1789181761.488263:0:22704:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408550272 00000100:00100000:3.0:1789181761.488280:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:3.0:1789181761.488286:0:22704:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc4e51c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+18:24214:x1876092408550272:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789181761.488293:0:22704:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789181761.488304:0:22704:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c1dc658b600/0x76fb555283518b9b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x76fb555283518b94 expref: -99 pid: 22704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181761.488324:0:22704:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c1dc658b600/0x76fb555283518b9b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76fb555283518b94 expref: 19 pid: 22704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181761.488344:0:22704:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c1dc658b600/0x76fb555283518b9b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76fb555283518b94 expref: 19 pid: 22704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181761.488353:0:22704:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c1dc658b600, rc 0) 00000100:00100000:3.0:1789181761.488376:0:22704:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc4e51c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+19:24214:x1876092408550272:12345-0@lo:101:mount.lustre.0 Request processed in 91us (136us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181761.488382:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:3.0:1789181761.488410:0:24214:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dd2b53540 going to sleep for 11 seconds 00000100:00100000:3.0:1789181761.488422:0:24214:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dfdf80a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:24214:1876092408550272:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789181761.488434:0:24214:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.101@tcp lock: ffff9c1dc658ba00/0x76fb555283518b94 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518b9b expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181761.488444:0:24214:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.101@tcp lock: ffff9c1dc658ba00/0x76fb555283518b94 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x76fb555283518b9b expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1789181761.489638:0:24214:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 14 count 14 00000040:00080000:3.0:1789181761.490640:0:24214:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1789181761.497111:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:3.0:1789181761.497177:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:3.0:1789181761.497195:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:3.0:1789181761.497210:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:3.0:1789181761.497225:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:3.0:1789181761.497239:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:3.0:1789181761.497255:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:3.0:1789181761.497271:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:3.0:1789181761.497286:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 80 off9712 00000040:00080000:3.0:1789181761.497301:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9936 00000040:00080000:3.0:1789181761.497323:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].11, 224 off10160 00000040:00080000:3.0:1789181761.497338:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].12, 120 off10280 00000040:00080000:3.0:1789181761.497379:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].13, 224 off10504 00000040:00080000:3.0:1789181761.497385:0:24214:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 13 count 14 00000100:00100000:3.0:1789181761.497527:0:24214:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dfdf80a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:24214:1876092408550400:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789181761.497609:0:24214:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181761.497660:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408550400 00000100:00100000:3.0:1789181761.497669:0:22704:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408550400 00000100:00100000:3.0:1789181761.497753:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:3.0:1789181761.497764:0:22704:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc4e53450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+19:24214:x1876092408550400:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789181761.498190:0:22704:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc4e53450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+19:24214:x1876092408550400:12345-0@lo:501:mount.lustre.0 Request processed in 427us (580us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181761.498199:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:3.0:1789181761.499966:0:24214:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dd2b53b40 going to sleep for 11 seconds 00000100:00100000:3.0:1789181761.500007:0:24214:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dfdf80a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:24214:1876092408550400:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789181761.500080:0:24214:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dfdf80a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:24214:1876092408550528:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789181761.500152:0:24214:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181761.500187:0:24214:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dfb284240 going to sleep for 11 seconds 00000100:00100000:1.0:1789181761.500247:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408550528 00000100:00100000:1.0:1789181761.500255:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408550528 00000100:00100000:1.0:1789181761.500307:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:1.0:1789181761.500316:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dc66fd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+19:24214:x1876092408550528:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789181761.501163:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dc66fd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+19:24214:x1876092408550528:12345-0@lo:503:mount.lustre.0 Request processed in 843us (1006us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181761.501175:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:2.0:1789181761.501345:0:24214:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dfdf80a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:24214:1876092408550528:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1789181761.502163:0:24214:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1789181761.502258:0:24214:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc2755880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:24214:1876092408550656:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789181761.502315:0:24214:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181761.502392:0:24214:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dd22c6180 going to sleep for 11 seconds 00000100:00100000:3.0:1789181761.502561:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408550656 00000100:00100000:3.0:1789181761.502568:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408550656 00000100:00100000:3.0:1789181761.502652:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:3.0:1789181761.502663:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dc66ff850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+19:24214:x1876092408550656:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789181761.503351:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dc66ff850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+19:24214:x1876092408550656:12345-0@lo:502:mount.lustre.0 Request processed in 687us (1032us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181761.503360:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1789181761.503566:0:24214:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc2755880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:24214:1876092408550656:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1789181761.504062:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:2.0:1789181761.504097:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:2.0:1789181761.504110:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:2.0:1789181761.504122:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:2.0:1789181761.504134:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:2.0:1789181761.504147:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:2.0:1789181761.504162:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:2.0:1789181761.504191:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:2.0:1789181761.504206:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 80 off9712 00000040:00080000:2.0:1789181761.504220:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9936 00000040:00080000:2.0:1789181761.504232:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].11, 224 off10160 00000040:00080000:2.0:1789181761.504244:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].12, 120 off10280 00000100:00100000:2.0:1789181761.504281:0:24214:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc2755880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:24214:1876092408550784:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789181761.504333:0:24214:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181761.504404:0:24214:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dd22c6180 going to sleep for 11 seconds 00000100:00100000:3.0:1789181761.504441:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408550784 00000100:00100000:3.0:1789181761.504447:0:22704:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408550784 00000100:00100000:3.0:1789181761.504594:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:3.0:1789181761.504604:0:22704:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dc66ffc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+19:24214:x1876092408550784:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789181761.504937:0:22704:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dc66ffc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+19:24214:x1876092408550784:12345-0@lo:502:mount.lustre.0 Request processed in 334us (603us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181761.504945:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1789181761.505045:0:24214:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc2755880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:24214:1876092408550784:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1789181761.505097:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].13, 224 off10504 00000040:00080000:2.0:1789181761.505114:0:24214:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 13 count 14 00000020:01000000:1.0:1789181761.506054:0:24231:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1789181761.506066:0:24231:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/ost1_flakey 00000020:00000080:1.0:1789181761.506073:0:24231:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789181761.506075:0:24231:0:(obd_config.c:1563:class_process_config()) marker 21 (0x1) lustre-OST0000 add ost 00000020:00000080:1.0:1789181761.506081:0:24231:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1789181761.506099:0:24231:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000 (ffff9c1dfb710000) 00000020:00000080:1.0:1789181761.506125:0:24231:0:(obd_config.c:720:class_attach_name()) OBD: dev 22 attached type obdfilter with refcount 2 00000020:00000080:1.0:1789181761.506130:0:24231:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:1.0:1789181761.506217:0:24231:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9c1dd002c800 from lustre-OST0000, refs=2 00080000:01000000:1.0:1789181761.506226:0:24231:0:(osd_handler.c:8924:osd_obd_connect()) connect #1 00000020:00000080:1.0:1789181761.506233:0:24231:0:(genops.c:1384:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x76fb555283518ba9 00010000:00010000:1.0:1789181761.516842:0:24231:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0000_UUID-3 is initialized 00000001:00000004:1.0:1789181761.518405:0:24231:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 8589934600 00080000:10000000:1.0:1789181761.522772:0:24231:0:(osd_handler.c:5580:osd_index_try()) lustre-OST0000: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:1.0:1789181761.526060:0:24231:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:01000000:1.0:1789181761.526292:0:24231:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789181761.526301:0:24231:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789181761.526304:0:24231:0:(obd_config.c:1563:class_process_config()) marker 21 (0x2) lustre-OST0000 add ost 00000020:01000000:1.0:1789181761.526308:0:24231:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1789181761.526311:0:24231:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #25 00000020:01000000:1.0:1789181761.526312:0:24231:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1789181761.526314:0:24231:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1789181761.526315:0:24231:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1789181761.526326:0:24231:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789181761.526328:0:24231:0:(obd_config.c:1563:class_process_config()) marker 25 (0x6) lustre sys.timeout 00000020:01000000:1.0:1789181761.526330:0:24231:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789181761.526333:0:24231:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789181761.526334:0:24231:0:(obd_config.c:1563:class_process_config()) marker 33 (0x1) lustre sys.timeout 00000020:00000080:1.0:1789181761.526338:0:24231:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1789181761.526339:0:24231:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:1.0:1789181761.526342:0:24231:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789181761.526344:0:24231:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789181761.526345:0:24231:0:(obd_config.c:1563:class_process_config()) marker 33 (0x2) lustre sys.timeout 00000020:01000000:1.0:1789181761.526347:0:24231:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789181761.526349:0:24231:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789181761.526350:0:24231:0:(obd_config.c:1563:class_process_config()) marker 38 (0x1) lustre sys.jobid_var 00000020:00000080:1.0:1789181761.526353:0:24231:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:1.0:1789181761.526389:0:24231:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789181761.526392:0:24231:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789181761.526393:0:24231:0:(obd_config.c:1563:class_process_config()) marker 38 (0x2) lustre sys.jobid_var 00000040:00080000:1.0:1789181761.526396:0:24231:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 14 count 14 00000020:01000000:2.0:1789181761.533182:0:24214:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0000 gen 1-13 (rc=0) 10000000:01000000:2.0:1789181761.533237:0:24214:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.101@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:2.0:1789181761.533306:0:24214:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1dc658ba00/0x76fb555283518b94 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518b9b expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181761.533321:0:24214:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.101@tcp lock: ffff9c1dc658ba00/0x76fb555283518b94 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518b9b expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789181761.537416:0:24214:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9c1dd002c800 from 1 10000000:01000000:3.0:1789181761.537426:0:24214:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1789181761.537490:0:24214:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1dc658ae00/0x76fb555283518bb0 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181761.537504:0:24214:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.101@tcp lock: ffff9c1dc658ae00/0x76fb555283518bb0 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181761.537516:0:24214:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.101@tcp lock: ffff9c1dc658ae00/0x76fb555283518bb0 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789181761.537547:0:24214:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dfdf83b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:24214:1876092408550912:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1789181761.537631:0:24214:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181761.537677:0:24214:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1cc34da0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789181761.538171:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408550912 00000100:00100000:0.0:1789181761.538181:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408550912 00000100:00100000:0.0:1789181761.538234:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1789181761.538245:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dc66fdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+19:24214:x1876092408550912:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789181761.538262:0:22703:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789181761.538278:0:22703:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c1dc3496600/0x76fb555283518bb7 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x76fb555283518bb0 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181761.538309:0:22703:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c1dc3496600/0x76fb555283518bb7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76fb555283518bb0 expref: 20 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181761.538338:0:22703:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c1dc3496600/0x76fb555283518bb7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76fb555283518bb0 expref: 20 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181761.538347:0:22703:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c1dc3496600, rc 0) 00000100:00100000:0.0:1789181761.538396:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dc66fdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+20:24214:x1876092408550912:12345-0@lo:101:mount.lustre.0 Request processed in 153us (765us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181761.538402:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:3.0:1789181761.538525:0:24214:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dfdf83b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:24214:1876092408550912:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789181761.538543:0:24214:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.101@tcp lock: ffff9c1dc658ae00/0x76fb555283518bb0 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518bb7 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181761.538553:0:24214:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.101@tcp lock: ffff9c1dc658ae00/0x76fb555283518bb0 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x76fb555283518bb7 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1789181761.540174:0:24214:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:3.0:1789181761.540461:0:24214:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1789181761.540644:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:3.0:1789181761.540667:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:3.0:1789181761.540679:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:3.0:1789181761.540702:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:3.0:1789181761.542587:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:3.0:1789181761.542630:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:3.0:1789181761.542645:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:3.0:1789181761.542656:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:3.0:1789181761.542667:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:3.0:1789181761.542678:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:3.0:1789181761.542689:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:3.0:1789181761.543274:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:3.0:1789181761.543286:0:24214:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:3.0:1789181761.543401:0:24214:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dfdf83b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:24214:1876092408551040:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789181761.543493:0:24214:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181761.543538:0:24214:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1cc34dae40 going to sleep for 11 seconds 00000100:00100000:0.0:1789181761.543761:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408551040 00000100:00100000:0.0:1789181761.543770:0:22704:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408551040 00000100:00100000:0.0:1789181761.543842:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:0.0:1789181761.543853:0:22704:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dc66fc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+20:24214:x1876092408551040:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789181761.543992:0:22704:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dc66fc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+20:24214:x1876092408551040:12345-0@lo:501:mount.lustre.0 Request processed in 141us (498us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181761.544001:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:2.0:1789181761.544413:0:24214:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dfdf83b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:24214:1876092408551040:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789181761.544458:0:24214:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc2755880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:24214:1876092408551168:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789181761.544534:0:24214:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181761.544569:0:24214:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dd22c6180 going to sleep for 11 seconds 00000100:00100000:3.0:1789181761.544687:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408551168 00000100:00100000:3.0:1789181761.544692:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408551168 00000100:00100000:3.0:1789181761.544759:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:3.0:1789181761.544767:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dc66fe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+20:24214:x1876092408551168:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789181761.544880:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dc66fe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+20:24214:x1876092408551168:12345-0@lo:503:mount.lustre.0 Request processed in 113us (345us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181761.544887:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:2.0:1789181761.545183:0:24214:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc2755880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:24214:1876092408551168:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1789181761.545628:0:24214:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1789181761.545741:0:24214:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc2755880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:24214:1876092408551296:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789181761.546009:0:24214:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181761.546051:0:24214:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dd22c6180 going to sleep for 11 seconds 00000100:00100000:0.0:1789181761.546214:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408551296 00000100:00100000:0.0:1789181761.546221:0:22704:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408551296 00000100:00100000:0.0:1789181761.546256:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:0.0:1789181761.546265:0:22704:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dc66fd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+20:24214:x1876092408551296:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789181761.546364:0:22704:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dc66fd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+20:24214:x1876092408551296:12345-0@lo:502:mount.lustre.0 Request processed in 100us (354us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181761.546371:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:2.0:1789181761.546583:0:24214:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc2755880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:24214:1876092408551296:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1789181761.546971:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:2.0:1789181761.547002:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:2.0:1789181761.547032:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:2.0:1789181761.547050:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:2.0:1789181761.547066:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:2.0:1789181761.547160:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:2.0:1789181761.547175:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:2.0:1789181761.547188:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:2.0:1789181761.547213:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:2.0:1789181761.547225:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:2.0:1789181761.547253:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:2.0:1789181761.547285:0:24214:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc2755880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:24214:1876092408551424:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789181761.547334:0:24214:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181761.547435:0:24214:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dd22c6180 going to sleep for 11 seconds 00000100:00100000:0.0:1789181761.548405:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408551424 00000100:00100000:0.0:1789181761.548415:0:22704:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408551424 00000100:00100000:0.0:1789181761.548590:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:0.0:1789181761.548602:0:22704:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dc66ff050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+20:24214:x1876092408551424:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789181761.548799:0:22704:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dc66ff050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+20:24214:x1876092408551424:12345-0@lo:502:mount.lustre.0 Request processed in 199us (1464us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181761.548814:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:2.0:1789181761.548919:0:24214:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc2755880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:24214:1876092408551424:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1789181761.548987:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:2.0:1789181761.549001:0:24214:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:1.0:1789181761.550379:0:24235:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789181761.550392:0:24235:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789181761.550394:0:24235:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1789181761.550400:0:24235:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9c1dd002c800 00000020:00000080:1.0:1789181761.550403:0:24235:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1789181761.550410:0:24235:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789181761.550412:0:24235:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789181761.550414:0:24235:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:1.0:1789181761.550416:0:24235:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789181761.550418:0:24235:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789181761.550419:0:24235:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1789181761.550422:0:24235:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9c1dd002c800 00000020:00000080:1.0:1789181761.550424:0:24235:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1789181761.550621:0:24235:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789181761.550625:0:24235:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789181761.550626:0:24235:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:1.0:1789181761.550629:0:24235:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789181761.550641:0:24235:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789181761.550643:0:24235:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1789181761.550646:0:24235:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9c1dd002c800 00000020:00000080:1.0:1789181761.550648:0:24235:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1789181761.552246:0:24235:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789181761.552313:0:24235:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789181761.552316:0:24235:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1789181761.552321:0:24235:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789181761.552325:0:24235:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789181761.552327:0:24235:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:0.0:1789181761.552334:0:24235:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9c1dd002c800 00000020:00000080:0.0:1789181761.552336:0:24235:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1789181761.552398:0:24235:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789181761.552401:0:24235:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789181761.552403:0:24235:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:0.0:1789181761.552406:0:24235:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:2.0:1789181761.552626:0:24214:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:2.0:1789181761.552659:0:24214:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.101@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1789181761.552680:0:24214:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1dc658ae00/0x76fb555283518bb0 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518bb7 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181761.552693:0:24214:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.101@tcp lock: ffff9c1dc658ae00/0x76fb555283518bb0 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518bb7 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789181761.552771:0:24214:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1789181761.552773:0:24214:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9c1dd002c800 10000000:01000000:2.0:1789181761.552784:0:24214:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9c1dd002c800 10000000:01000000:2.0:1789181761.552951:0:24214:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1789181761.552959:0:24214:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9c1dd002c800 from 1 10000000:01000000:2.0:1789181761.552962:0:24214:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1789181761.552998:0:24214:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1dc1523a00/0x76fb555283518bbe lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181761.553007:0:24214:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.101@tcp lock: ffff9c1dc1523a00/0x76fb555283518bbe lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181761.553028:0:24214:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.101@tcp lock: ffff9c1dc1523a00/0x76fb555283518bbe lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789181761.553065:0:24214:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc2755880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:24214:1876092408551552:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1789181761.553145:0:24214:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181761.553184:0:24214:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dd22c6600 going to sleep for 11 seconds 00000100:00100000:0.0:1789181761.553277:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408551552 00000100:00100000:0.0:1789181761.553284:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408551552 00000100:00100000:0.0:1789181761.553329:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:0.0:1789181761.553337:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dd620b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+20:24214:x1876092408551552:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789181761.553348:0:22703:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789181761.553360:0:22703:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c1dc3497a00/0x76fb555283518bc5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x76fb555283518bbe expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181761.553381:0:22703:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c1dc3497a00/0x76fb555283518bc5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76fb555283518bbe expref: 21 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181761.553391:0:22703:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c1dc3497a00/0x76fb555283518bc5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76fb555283518bbe expref: 21 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181761.553399:0:22703:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c1dc3497a00, rc 0) 00000100:00100000:0.0:1789181761.553431:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dd620b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+21:24214:x1876092408551552:12345-0@lo:101:mount.lustre.0 Request processed in 95us (287us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181761.553445:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:2.0:1789181761.553985:0:24214:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc2755880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:24214:1876092408551552:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789181761.554001:0:24214:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.101@tcp lock: ffff9c1dc1523a00/0x76fb555283518bbe lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518bc5 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181761.554010:0:24214:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.101@tcp lock: ffff9c1dc1523a00/0x76fb555283518bbe lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x76fb555283518bc5 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1789181761.557539:0:24214:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:2.0:1789181761.558337:0:24214:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1789181761.560479:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:2.0:1789181761.560543:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:2.0:1789181761.560559:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:2.0:1789181761.560573:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:2.0:1789181761.560608:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:2.0:1789181761.560625:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:2.0:1789181761.560640:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:2.0:1789181761.560654:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:2.0:1789181761.560668:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:2.0:1789181761.560680:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:2.0:1789181761.560693:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:2.0:1789181761.560718:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:2.0:1789181761.560763:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:2.0:1789181761.560921:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:2.0:1789181761.560943:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:2.0:1789181761.560959:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:2.0:1789181761.560973:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:2.0:1789181761.561000:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:2.0:1789181761.561027:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:2.0:1789181761.561044:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:2.0:1789181761.561085:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:2.0:1789181761.561104:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:2.0:1789181761.561118:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:2.0:1789181761.561130:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:2.0:1789181761.561144:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:2.0:1789181761.561157:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:2.0:1789181761.561169:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:2.0:1789181761.561181:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:2.0:1789181761.561193:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:2.0:1789181761.561206:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:2.0:1789181761.561220:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:2.0:1789181761.561232:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:2.0:1789181761.561243:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:2.0:1789181761.561256:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:2.0:1789181761.561268:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:2.0:1789181761.561281:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:2.0:1789181761.561309:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:2.0:1789181761.561324:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:2.0:1789181761.561338:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:2.0:1789181761.561350:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:2.0:1789181761.561362:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:2.0:1789181761.561373:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:2.0:1789181761.561384:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:2.0:1789181761.561395:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:2.0:1789181761.561407:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:2.0:1789181761.561418:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:2.0:1789181761.561429:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:2.0:1789181761.561439:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:2.0:1789181761.565499:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:2.0:1789181761.565546:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:2.0:1789181761.565580:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:2.0:1789181761.565586:0:24214:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:2.0:1789181761.565709:0:24214:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc2755880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:24214:1876092408551680:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789181761.565811:0:24214:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181761.569238:0:24214:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dd22c69c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789181761.571857:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408551680 00000100:00100000:0.0:1789181761.571883:0:22704:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408551680 00000100:00100000:0.0:1789181761.571943:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:0.0:1789181761.571953:0:22704:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dd620a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+21:24214:x1876092408551680:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789181761.573010:0:22704:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dd620a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+21:24214:x1876092408551680:12345-0@lo:501:mount.lustre.0 Request processed in 1053us (7193us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181761.573033:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:2.0:1789181761.575410:0:24214:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc2755880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:24214:1876092408551680:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789181761.575476:0:24214:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc2755880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:24214:1876092408551808:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789181761.575549:0:24214:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181761.575589:0:24214:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dd22c69c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789181761.575610:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408551808 00000100:00100000:2.0:1789181761.575617:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408551808 00000100:00100000:2.0:1789181761.575673:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:2.0:1789181761.575683:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dd620a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+21:24214:x1876092408551808:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789181761.575911:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dd620a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+21:24214:x1876092408551808:12345-0@lo:503:mount.lustre.0 Request processed in 229us (361us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181761.575928:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:2.0:1789181761.575981:0:24214:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc2755880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:24214:1876092408551808:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1789181761.576642:0:24214:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1789181761.576763:0:24214:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc2755880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:24214:1876092408551936:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789181761.577266:0:24214:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181761.577453:0:24214:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dd22c6600 going to sleep for 11 seconds 00000100:00100000:1.0:1789181761.581834:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408551936 00000100:00100000:1.0:1789181761.581850:0:22704:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408551936 00000100:00100000:1.0:1789181761.581928:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:1.0:1789181761.581938:0:22704:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dd620b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+21:24214:x1876092408551936:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789181761.582140:0:22704:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dd620b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+21:24214:x1876092408551936:12345-0@lo:502:mount.lustre.0 Request processed in 202us (4874us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181761.582148:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:2.0:1789181761.582551:0:24214:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc2755880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:24214:1876092408551936:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1789181761.587271:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:2.0:1789181761.587348:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:2.0:1789181761.587363:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:2.0:1789181761.587385:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:2.0:1789181761.587395:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:2.0:1789181761.587405:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:2.0:1789181761.587416:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:2.0:1789181761.587426:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:2.0:1789181761.587437:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:2.0:1789181761.587449:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:2.0:1789181761.587461:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:2.0:1789181761.587476:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:2.0:1789181761.587491:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:2.0:1789181761.587505:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:2.0:1789181761.587537:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:2.0:1789181761.587552:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:2.0:1789181761.587564:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:2.0:1789181761.587575:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:2.0:1789181761.587589:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:2.0:1789181761.587602:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:2.0:1789181761.587615:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:2.0:1789181761.587627:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:2.0:1789181761.587638:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:2.0:1789181761.587653:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:2.0:1789181761.587666:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:2.0:1789181761.587678:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:2.0:1789181761.587692:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:2.0:1789181761.587747:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:2.0:1789181761.587765:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:2.0:1789181761.597657:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:2.0:1789181761.597815:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:2.0:1789181761.597836:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:2.0:1789181761.597854:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:2.0:1789181761.597991:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:2.0:1789181761.598013:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:2.0:1789181761.598046:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:2.0:1789181761.598247:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:2.0:1789181761.598268:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:2.0:1789181761.598282:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:2.0:1789181761.598293:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:2.0:1789181761.598307:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:2.0:1789181761.598321:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:2.0:1789181761.598336:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:2.0:1789181761.598351:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:2.0:1789181761.598366:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:2.0:1789181761.598381:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:2.0:1789181761.598409:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:2.0:1789181761.598423:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:2.0:1789181761.599218:0:24214:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc2755880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:24214:1876092408552064:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789181761.599334:0:24214:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181761.599390:0:24214:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dd22c6600 going to sleep for 11 seconds 00000100:00100000:1.0:1789181761.600692:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408552064 00000100:00100000:1.0:1789181761.601170:0:22704:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408552064 00000100:00100000:1.0:1789181761.601236:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:1.0:1789181761.601262:0:22704:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc2595850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+21:24214:x1876092408552064:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789181761.603598:0:22704:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc2595850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+21:24214:x1876092408552064:12345-0@lo:502:mount.lustre.0 Request processed in 2324us (4254us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181761.603612:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:2.0:1789181761.604247:0:24214:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc2755880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:24214:1876092408552064:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1789181761.605425:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:2.0:1789181761.606132:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:2.0:1789181761.606187:0:24214:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc2755880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:24214:1876092408552192:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789181761.606270:0:24214:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181761.606362:0:24214:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dd22c6600 going to sleep for 11 seconds 00000100:00100000:1.0:1789181761.606413:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408552192 00000100:00100000:1.0:1789181761.606422:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408552192 00000100:00100000:1.0:1789181761.607271:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:1.0:1789181761.607282:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc2594850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+21:24214:x1876092408552192:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789181761.607604:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc2594850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+21:24214:x1876092408552192:12345-0@lo:502:mount.lustre.0 Request processed in 322us (1333us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181761.607612:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:2.0:1789181761.608271:0:24214:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc2755880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:24214:1876092408552192:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1789181761.608347:0:24214:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:2.0:1789181761.608362:0:24214:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:2.0:1789181761.610194:0:24240:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0000 (typ=lwp) 00000020:00000080:2.0:1789181761.610214:0:24240:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0000 (ffff9c1cc38ecd40) 00000020:00000080:2.0:1789181761.611646:0:24240:0:(obd_config.c:720:class_attach_name()) OBD: dev 23 attached type lwp with refcount 2 00000020:01000004:2.0:1789181761.612078:0:24240:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9c1dd002c800 from lustre-OST0000, refs=3 00000020:01000004:2.0:1789181761.612084:0:24240:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9c1dd002c800 from lustre-OST0000, refs=3 00000020:01000004:2.0:1789181761.612094:0:24240:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9c1dd002c800 3 00010000:00080000:2.0:1789181761.612131:0:24240:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9c1cc46c1000@lustre-MDT0000-lwp-OST0000: add connection 192.168.202.101@tcp at head 00010000:00010000:0.0:1789181761.617055:0:24240:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0000-9 is initialized 00000020:00000080:0.0:1789181761.623589:0:24240:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000010:01000000:0.0:1789181761.623671:0:24240:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1789181761.623687:0:24240:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-OST0000, cookie 0x76fb555283518bd3 00000100:00080000:0.0:1789181761.623701:0:24240:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1789181761.623714:0:24240:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9c1cc46c1000 using connection 192.168.202.101@tcp/0@lo 00000100:00100000:0.0:1789181761.623784:0:24240:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c1dc4dea300 x1876092408552320/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789181761.623811:0:24240:0:(pinger.c:374:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1789181761.623859:0:12254:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789181761.623862:0:12254:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789181761.623866:0:12254:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789181761.623879:0:12254:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789181761.623906:0:12254:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789181761.623909:0:12254:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789181761.623912:0:12254:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789181761.623922:0:12254:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1789181761.624565:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dc4de9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3643:1876092408552832:0@lo:400:kworker.0 00000100:00100000:1.0:1789181761.624637:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181761.624679:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789181761.624685:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dc4de8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1876092408552448:0@lo:400:kworker.0 00000100:00100000:2.0:1789181761.624688:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408552832 00000100:00100000:2.0:1789181761.624698:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408552832 00000100:00100000:1.0:1789181761.624712:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181761.624789:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dc4de8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3645:1876092408552576:0@lo:400:kworker.0 00000100:00100000:1.0:1789181761.624812:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181761.624830:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1789181761.624835:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dc4deb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876092408552704:0@lo:400:kworker.0 00000100:00100000:1.0:1789181761.624854:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181761.624883:0:23453:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408552448 00000100:00100000:1.0:1789181761.624887:0:23453:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408552448 00000100:00100000:1.0:1789181761.624914:0:23453:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408552704 00000100:00100000:1.0:1789181761.624916:0:23453:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408552704 00000100:00100000:1.0:1789181761.624929:0:23453:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1789181761.624938:0:23453:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dd0066a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3643:x1876092408552448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789181761.624994:0:23453:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dd0066a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3643:x1876092408552448:12345-0@lo:400:kworker.0 Request processed in 57us (284us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181761.625001:0:23453:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1789181761.625027:0:23453:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1789181761.625034:0:23453:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dd0065180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3645:x1876092408552704:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789181761.625062:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408552576 00000100:00100000:2.0:1789181761.625068:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408552576 00000100:00100000:1.0:1789181761.625068:0:23453:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dd0065180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3645:x1876092408552704:12345-0@lo:400:kworker.0 Request processed in 34us (212us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181761.625077:0:23453:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1789181761.625097:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1789181761.625110:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1789181761.625111:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dd0066680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3643:x1876092408552832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789181761.625122:0:22711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dd0065500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1876092408552576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789181761.625159:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dd0066680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3643:x1876092408552832:12345-0@lo:400:kworker.0 Request processed in 54us (520us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181761.625167:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1789181761.625178:0:22711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dd0065500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1876092408552576:12345-0@lo:400:kworker.0 Request processed in 58us (362us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181761.625192:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1789181761.625242:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dc4de8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1876092408552448:0@lo:400:kworker.0 00010000:00080000:1.0:1789181761.625256:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9c1dc4de9f80 x1876092408552832/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789181777 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789181761.625266:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dc4de9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3643:1876092408552832:0@lo:400:kworker.0 00000100:00100000:1.0:1789181761.625295:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dc4deb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876092408552704:0@lo:400:kworker.0 00010000:00080000:1.0:1789181761.625304:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9c1dc4de8e00 x1876092408552576/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789181777 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789181761.625312:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dc4de8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3645:1876092408552576:0@lo:400:kworker.0 00000100:00100000:3.0:1789181761.625646:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dc4dea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3642:1876092408552320:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1789181761.625683:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181761.625742:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408552320 00000100:00100000:2.0:1789181761.625855:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408552320 00000100:00100000:2.0:1789181761.625892:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1789181761.625897:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfdf82d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3642:x1876092408552320:12345-0@lo:38:llog_process_th.0 00010000:00080000:2.0:1789181761.626106:0:22709:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 717 last 0 00000020:00000080:2.0:1789181761.626148:0:22709:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0x76fb555283518bda 00000004:00100000:2.0:1789181761.626163:0:22709:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:2.0:1789181761.626194:0:22709:0:(import.c:65:import_set_state_nolock()) ffff9c1cc46c6800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1789181761.626240:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfdf82d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1876092408552320:12345-0@lo:38:llog_process_th.0 Request processed in 341us (555us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181761.626247:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:2.0:1789181761.626286:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9c1dc4dea300 x1876092408552320/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789181771 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789181761.626296:0:3642:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1789181761.626303:0:3642:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 3 00000100:00080000:2.0:1789181761.626311:0:3642:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:2.0:1789181761.626322:0:3642:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1789181761.626325:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9c1cc46c1000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1789181761.626332:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dc4dea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3642:1876092408552320:0@lo:38:llog_process_th.0 00000020:01000004:0.0:1789181761.629439:0:24240:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0000 (typ=lwp) 00000020:00000080:0.0:1789181761.629458:0:24240:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0000 (ffff9c1dfaf499c0) 00000020:00000080:0.0:1789181761.629481:0:24240:0:(obd_config.c:720:class_attach_name()) OBD: dev 24 attached type lwp with refcount 2 00000020:01000004:0.0:1789181761.629554:0:24240:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9c1dd002c800 from lustre-OST0000, refs=3 00000020:01000004:0.0:1789181761.629558:0:24240:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9c1dd002c800 from lustre-OST0000, refs=3 00000020:01000004:0.0:1789181761.629561:0:24240:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9c1dd002c800 3 00010000:00080000:0.0:1789181761.629589:0:24240:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9c1cc46d0800@lustre-MDT0001-lwp-OST0000: add connection 192.168.202.101@tcp at head 00010000:00010000:0.0:1789181761.631057:0:24240:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0000-10 is initialized 00000020:00000080:0.0:1789181761.631247:0:24240:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000010:01000000:0.0:1789181761.631291:0:24240:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1789181761.631308:0:24240:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-lwp-OST0000, cookie 0x76fb555283518be8 00000100:00080000:0.0:1789181761.631318:0:24240:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1789181761.631330:0:24240:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff9c1cc46d0800 using connection 192.168.202.101@tcp/0@lo 00000100:00100000:0.0:1789181761.631373:0:24240:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c1dc4de9500 x1876092408552960/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789181761.631399:0:24240:0:(pinger.c:374:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:0.0:1789181761.631433:0:12254:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789181761.631438:0:12254:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789181761.631441:0:12254:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:2.0:1789181761.631445:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dc4de9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3642:1876092408552960:0@lo:38:llog_process_th.0 00000100:00080000:0.0:1789181761.631445:0:12254:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789181761.631452:0:12254:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789181761.631454:0:12254:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789181761.631457:0:12254:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789181761.631462:0:12254:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1789181761.631540:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789181761.634236:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408552960 00000100:00100000:0.0:1789181761.634256:0:22711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408552960 00000100:00100000:0.0:1789181761.634313:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1789181761.634325:0:22711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc2755880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3642:x1876092408552960:12345-0@lo:38:llog_process_th.0 00010000:00080000:0.0:1789181761.634360:0:22711:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 717 last 0 00000020:00000080:0.0:1789181761.634404:0:22711:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-lwp-OST0000_UUID, cookie 0x76fb555283518bef 00000004:00100000:0.0:1789181761.634421:0:22711:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:0.0:1789181761.634456:0:22711:0:(import.c:65:import_set_state_nolock()) ffff9c1cc46d3000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1789181761.634557:0:22711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc2755880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1876092408552960:12345-0@lo:38:llog_process_th.0 Request processed in 234us (3016us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181761.634565:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:2.0:1789181761.634603:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9c1dc4de9500 x1876092408552960/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789181771 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789181761.634616:0:3642:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1789181761.634625:0:3642:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0000: connect to target with instance 3 00000100:00080000:2.0:1789181761.634633:0:3642:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:2.0:1789181761.634637:0:3642:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:2.0:1789181761.634640:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9c1cc46d0800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1789181761.634646:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dc4de9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3642:1876092408552960:0@lo:38:llog_process_th.0 00000040:00080000:0.0:1789181761.634681:0:24240:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000020:01000000:2.0:1789181761.635040:0:24214:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:2.0:1789181761.635074:0:24214:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.101@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1789181761.635087:0:24214:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1dc1523a00/0x76fb555283518bbe lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518bc5 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181761.635101:0:24214:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.101@tcp lock: ffff9c1dc1523a00/0x76fb555283518bbe lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518bc5 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1789181761.635152:0:24214:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1789181761.635154:0:24214:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1789181761.635156:0:24214:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789181761.635157:0:24214:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789181761.635159:0:24214:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789181761.635160:0:24214:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789181761.635166:0:24214:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1789181761.635168:0:24214:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789181761.635170:0:24214:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1789181761.635174:0:24214:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x40020002 00000020:01000004:2.0:1789181761.635177:0:24214:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1789181761.635178:0:24214:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1789181761.635179:0:24214:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789181761.635180:0:24214:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789181761.635181:0:24214:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789181761.635182:0:24214:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789181761.635183:0:24214:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1789181761.635184:0:24214:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789181761.635185:0:24214:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1789181761.635206:0:24214:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:2.0:1789181761.635224:0:24214:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc2754700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:24214:1876092408553088:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1789181761.635279:0:24214:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181761.635311:0:24214:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dd22c6180 going to sleep for 11 seconds 00000100:00100000:1.0:1789181761.635920:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408553088 00000100:00100000:1.0:1789181761.635928:0:22704:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408553088 00000100:00100000:1.0:1789181761.635974:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:1.0:1789181761.635983:0:22704:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc2594450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+21:24214:x1876092408553088:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1789181761.636009:0:22704:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:1.0:1789181761.636035:0:22704:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:1.0:1789181761.644544:0:22704:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:1.0:1789181761.644692:0:22704:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00100000:1.0:1789181761.645370:0:22704:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc2594450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+21:24214:x1876092408553088:12345-0@lo:253:mount.lustre.0 Request processed in 9380us (10083us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181761.645385:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:0.0:1789181761.645487:0:24214:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc2754700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:24214:1876092408553088:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1789181761.645505:0:24214:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:0.0:1789181761.645510:0:24214:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1789181761.645512:0:24214:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1789181761.645513:0:24214:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789181761.645515:0:24214:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789181761.645517:0:24214:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789181761.645518:0:24214:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789181761.645520:0:24214:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1789181761.645522:0:24214:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789181761.645524:0:24214:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:0.0:1789181761.645542:0:24214:0:(tgt_mount.c:2695:server_calc_timeout()) lustre-OST0000: Imperative Recovery not enabled, recovery window 60-180 20000000:01000000:3.0:1789181761.647273:0:22725:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:3.0:1789181761.647282:0:22725:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:3.0:1789181761.647306:0:22725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9c1dc658b800/0x76fb555283518bf6 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181761.647324:0:22725:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9c1e0084b400/0x76fb555283518b40 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76fb555283518b39 expref: 20 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181761.647344:0:22725:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9c1dc1678800/0x76fb555283518b4e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76fb555283518b47 expref: 20 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181761.647352:0:22725:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9c1dc658b800/0x76fb555283518bf6 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181761.647392:0:22725:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9c1dc1678800/0x76fb555283518b4e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76fb555283518b47 expref: 20 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181761.647408:0:22725:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9c1dc1678800/0x76fb555283518b4e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76fb555283518b47 expref: 20 pid: 22703 timeout: 817 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789181761.647424:0:22725:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dfdf83b80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22725:1876092408553216:0@lo:104: 00000100:00100000:3.0:1789181761.647487:0:22725:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181761.647544:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408553216 00010000:00010000:3.0:1789181761.647547:0:22725:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9c1e0084b400/0x76fb555283518b40 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76fb555283518b39 expref: 20 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789181761.647554:0:22692:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408553216 00010000:00010000:3.0:1789181761.647558:0:22725:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9c1e0084b400/0x76fb555283518b40 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76fb555283518b39 expref: 20 pid: 22701 timeout: 817 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789181761.647568:0:22725:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dfdf80e00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22725:1876092408553344:0@lo:104: 00000100:00100000:3.0:1789181761.647595:0:22725:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181761.647708:0:22725:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dc7210600 going to sleep for 11 seconds 00000100:00100000:2.0:1789181761.647714:0:22692:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:2.0:1789181761.647858:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408553344 00000100:00100000:2.0:1789181761.647872:0:22692:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408553344 00000100:00100000:2.0:1789181761.647907:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1789181761.648083:0:22692:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfdf80a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+4:22725:x1876092408553216:12345-0@lo:104: 00010000:00010000:2.0:1789181761.648097:0:22692:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.101@tcp lock: ffff9c1dc658a600/0x76fb555283518b47 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x76fb555283518b4e expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181761.648162:0:22692:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1789181761.648169:0:22692:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfdf80a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+4:22725:x1876092408553216:12345-0@lo:104: Request processed in 90us (682us total) trans 0 rc 0/0 00010000:00010000:1.0:1789181761.648215:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789181761.648227:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.101@tcp lock: ffff9c1dc658a600/0x76fb555283518b47 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x76fb555283518b4e expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181761.648236:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1dc658a600 already unused, calling callback (ffffffffc13aac20) 10000000:00010000:1.0:1789181761.648248:0:22697:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.101@tcp lock: ffff9c1dc658a600/0x76fb555283518b47 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x76fb555283518b4e expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181761.648262:0:22697:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.101@tcp lock: ffff9c1dc658a600/0x76fb555283518b47 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x76fb555283518b4e expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789181761.648270:0:22697:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.101@tcp lock: ffff9c1dc658a600/0x76fb555283518b47 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x76fb555283518b4e expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789181761.648276:0:22697:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1789181761.648307:0:22697:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.101@tcp lock: ffff9c1dc658a600/0x76fb555283518b47 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76fb555283518b4e expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181761.648314:0:22697:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1789181761.648332:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.101@tcp lock: ffff9c1dc658a600/0x76fb555283518b47 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76fb555283518b4e expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181761.648339:0:22697:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.101@tcp lock: ffff9c1dc658a600/0x76fb555283518b47 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76fb555283518b4e expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181761.648351:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789181761.648353:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789181761.648354:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789181761.648369:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789181761.648381:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dd0066300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:3643:1876092408553472:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789181761.648413:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181761.648567:0:22696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408553472 00000100:00100000:3.0:1789181761.648573:0:22696:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408553472 00010000:00010000:3.0:1789181761.648592:0:22696:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9c1dc1678800/0x76fb555283518b4e lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76fb555283518b47 expref: 21 pid: 22703 timeout: 817 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789181761.650231:0:22696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1789181761.650263:0:22696:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dd0064700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+21:3643:x1876092408553472:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1789181761.650286:0:22696:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789181761.650294:0:22696:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9c1dc1678800/0x76fb555283518b4e lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76fb555283518b47 expref: 21 pid: 22703 timeout: 817 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181761.650459:0:22696:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9c1dc1678800/0x76fb555283518b4e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76fb555283518b47 expref: 21 pid: 22703 timeout: 817 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181761.650481:0:22696:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789181761.650598:0:22696:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dd0064700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+21:3643:x1876092408553472:12345-0@lo:103:ldlm_bl.0 Request processed in 341us (2182us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181761.650606:0:22696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00010000:3.0:1789181761.650660:0:22725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c1dc1678800/0x76fb555283518b4e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76fb555283518b47 expref: 20 pid: 22703 timeout: 817 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789181761.650673:0:22725:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dfdf83b80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22725:1876092408553216:0@lo:104: 00000100:00100000:2.0:1789181761.650830:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1789181761.650855:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1789181761.651076:0:22692:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfdba5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+3:22725:x1876092408553344:12345-0@lo:104: 00010000:00010000:2.0:1789181761.651098:0:22692:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.101@tcp lock: ffff9c1dc1679800/0x76fb555283518b39 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76fb555283518b40 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181761.651163:0:22692:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1789181761.651170:0:22692:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfdba5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+3:22725:x1876092408553344:12345-0@lo:104: Request processed in 307us (3574us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181761.651177:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00010000:2.0:1789181761.651216:0:22698:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789181761.651223:0:22698:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.101@tcp lock: ffff9c1dc1679800/0x76fb555283518b39 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76fb555283518b40 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181761.651231:0:22698:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1dc1679800 already unused, calling callback (ffffffffc13aac20) 10000000:00010000:2.0:1789181761.651235:0:22698:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.101@tcp lock: ffff9c1dc1679800/0x76fb555283518b39 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76fb555283518b40 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181761.651244:0:22698:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.101@tcp lock: ffff9c1dc1679800/0x76fb555283518b39 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76fb555283518b40 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789181761.651252:0:22698:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.101@tcp lock: ffff9c1dc1679800/0x76fb555283518b39 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76fb555283518b40 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789181761.651259:0:22698:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1789181761.651292:0:22698:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.101@tcp lock: ffff9c1dc1679800/0x76fb555283518b39 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76fb555283518b40 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181761.651298:0:22698:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789181761.651320:0:22698:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.101@tcp lock: ffff9c1dc1679800/0x76fb555283518b39 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76fb555283518b40 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181761.651327:0:22698:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.101@tcp lock: ffff9c1dc1679800/0x76fb555283518b39 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76fb555283518b40 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181761.651350:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789181761.651352:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789181761.651353:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789181761.651375:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc2755500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:3645:1876092408553600:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789181761.651414:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181761.651470:0:23867:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408553600 00000100:00100000:2.0:1789181761.651476:0:23867:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408553600 00010000:00010000:2.0:1789181761.651496:0:23867:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9c1e0084b400/0x76fb555283518b40 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76fb555283518b39 expref: 20 pid: 22701 timeout: 817 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789181761.651522:0:23867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1789181761.651529:0:23867:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfb297450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+20:3645:x1876092408553600:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789181761.651539:0:23867:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789181761.651544:0:23867:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9c1e0084b400/0x76fb555283518b40 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76fb555283518b39 expref: 20 pid: 22701 timeout: 817 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181761.651554:0:23867:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9c1e0084b400/0x76fb555283518b40 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76fb555283518b39 expref: 20 pid: 22701 timeout: 817 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181761.651569:0:23867:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9c1dc658b800/0x76fb555283518bf6 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181761.651578:0:23867:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c1dc658b800/0x76fb555283518bf6 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181761.651660:0:22725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c1e0084b400/0x76fb555283518b40 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76fb555283518b39 expref: 20 pid: 22701 timeout: 817 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789181761.651672:0:22725:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dfdf80e00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22725:1876092408553344:0@lo:104: 00000100:00100000:1.0:1789181761.651903:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dd0066300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:3643:1876092408553472:0@lo:103:ldlm_bl.0 20000000:01000000:2.0:1789181761.656299:0:23867:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.009016014s 00010000:00010000:3.0:1789181761.656301:0:22725:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9c1dc658b800/0x76fb555283518bf6 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181761.656317:0:23867:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9c1dc658b800/0x76fb555283518bf6 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181761.656321:0:22725:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: MGS lock: ffff9c1dc658b800/0x76fb555283518bf6 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181761.656334:0:22725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9c1dc658b800/0x76fb555283518bf6 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181761.656357:0:23867:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9c1dc658b800/0x76fb555283518bf6 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181761.656365:0:23867:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9c1dc658b800/0x76fb555283518bf6 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181761.656373:0:23867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9c1dc658b800/0x76fb555283518bf6 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181761.656379:0:23867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1dc658b800 already unused, calling callback (ffffffffc0d949b0) 00010000:00010000:2.0:1789181761.656384:0:23867:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9c1dc658b800/0x76fb555283518bf6 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181761.656392:0:23867:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9c1dc658b800/0x76fb555283518bf6 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181761.656407:0:23867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9c1dc658b800/0x76fb555283518bf6 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181761.656414:0:23867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c1dc658b800/0x76fb555283518bf6 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181761.656435:0:23867:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789181761.656530:0:23867:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfb297450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+19:3645:x1876092408553600:12345-0@lo:103:ldlm_bl.0 Request processed in 4998us (5112us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181761.656540:0:23867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1789181761.658149:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc2755500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:3645:1876092408553600:0@lo:103:ldlm_bl.0 00000001:00000004:2.0:1789181761.658545:0:24214:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 12884901888 00002000:00080000:2.0:1789181761.662174:0:24214:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0000: recovery is over 00100000:10000000:2.0:1789181761.662185:0:24214:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0000-osd: start master thread 00000020:01000004:2.0:1789181761.662226:0:24214:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:2.0:1789181761.662282:0:24214:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.202.101@tcp: cl_mgc_mutex unlock 00000020:01000004:2.0:1789181761.662310:0:24214:0:(tgt_mount.c:2461:server_fill_super_common()) Server sb, dev=49 00000080:00000004:2.0:1789181761.662340:0:24214:0:(super25.c:182:lustre_fill_super()) /dev/mapper/ost1_flakey: Mount complete 00000020:00000004:2.0:1789181761.665825:0:24214:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1789181761.669694:0:24214:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1789181762.060156:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:3.0:1789181762.773086:0:24293:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1789181762.774552:0:24293:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1789181763.087081:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1789181763.280084:0:22706:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1789181763.280091:0:22706:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9c1dc7391800 from 13 10000000:01000000:3.0:1789181763.280096:0:22706:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1789181763.280140:0:22706:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1dc658a800/0x76fb555283518bfd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181763.280152:0:22706:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.101@tcp lock: ffff9c1dc658a800/0x76fb555283518bfd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181763.280165:0:22706:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.101@tcp lock: ffff9c1dc658a800/0x76fb555283518bfd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789181763.280195:0:22706:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dfdf80e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22706:1876092408553728:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1789181763.280276:0:22706:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181763.280323:0:22706:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dc72103c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789181763.281186:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408553728 00000100:00100000:1.0:1789181763.281220:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408553728 00000100:00100000:1.0:1789181763.281296:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:1.0:1789181763.281308:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3a4a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+19:22706:x1876092408553728:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789181763.281325:0:22703:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789181763.281346:0:22703:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c1e0084b800/0x76fb555283518c04 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76fb555283518bfd expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181763.281378:0:22703:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c1e0084b800/0x76fb555283518c04 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76fb555283518bfd expref: 20 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181763.281389:0:22703:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c1e0084b800/0x76fb555283518c04 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76fb555283518bfd expref: 20 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181763.281397:0:22703:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c1e0084b800, rc 0) 00000100:00100000:1.0:1789181763.281464:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3a4a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+20:22706:x1876092408553728:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 159us (1188us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181763.281472:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:3.0:1789181763.281574:0:22706:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dfdf80e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22706:1876092408553728:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789181763.281591:0:22706:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.101@tcp lock: ffff9c1dc658a800/0x76fb555283518bfd lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518c04 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181763.281601:0:22706:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.101@tcp lock: ffff9c1dc658a800/0x76fb555283518bfd lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76fb555283518c04 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789181763.281667:0:22706:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dfdf80e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22706:1876092408553856:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1789181763.281719:0:22706:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181763.281790:0:22706:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dc72103c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789181763.282041:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408553856 00000100:00100000:1.0:1789181763.282047:0:22704:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408553856 00000100:00100000:1.0:1789181763.282083:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:1.0:1789181763.282091:0:22704:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3a48050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+20:22706:x1876092408553856:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1789181763.282113:0:22704:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1789181763.282143:0:22704:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1789181763.282147:0:22704:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:1.0:1789181763.282224:0:22704:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3a48050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+20:22706:x1876092408553856:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 133us (504us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181763.282232:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:3.0:1789181763.282398:0:22706:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dfdf80e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22706:1876092408553856:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1789181763.282465:0:22706:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.101@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1789181763.282474:0:22706:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1dc658a800/0x76fb555283518bfd lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518c04 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181763.282490:0:22706:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.101@tcp lock: ffff9c1dc658a800/0x76fb555283518bfd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518c04 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789181763.282500:0:22706:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1789181763.282503:0:22706:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9c1dc46d8000 from 13 10000000:01000000:3.0:1789181763.282506:0:22706:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1789181763.282528:0:22706:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1dc658b000/0x76fb555283518c0b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181763.282535:0:22706:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.101@tcp lock: ffff9c1dc658b000/0x76fb555283518c0b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181763.282543:0:22706:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.101@tcp lock: ffff9c1dc658b000/0x76fb555283518c0b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789181763.282558:0:22706:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dfdf80e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22706:1876092408553984:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1789181763.282588:0:22706:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181763.282618:0:22706:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dc72103c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789181763.282631:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408553984 00000100:00100000:3.0:1789181763.282635:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408553984 00000100:00100000:3.0:1789181763.282659:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:3.0:1789181763.282666:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3a4a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+20:22706:x1876092408553984:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789181763.282673:0:22703:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789181763.282682:0:22703:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c1dc658b200/0x76fb555283518c12 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x76fb555283518c0b expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181763.282698:0:22703:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c1dc658b200/0x76fb555283518c12 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76fb555283518c0b expref: 21 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181763.282717:0:22703:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c1dc658b200/0x76fb555283518c12 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76fb555283518c0b expref: 21 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181763.282750:0:22703:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c1dc658b200, rc 0) 00000100:00100000:3.0:1789181763.282788:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3a4a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+21:22706:x1876092408553984:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 122us (200us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181763.282794:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:3.0:1789181763.282819:0:22706:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dfdf80e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22706:1876092408553984:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789181763.282840:0:22706:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.101@tcp lock: ffff9c1dc658b000/0x76fb555283518c0b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518c12 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181763.282849:0:22706:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.101@tcp lock: ffff9c1dc658b000/0x76fb555283518c0b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x76fb555283518c12 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789181763.282885:0:22706:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dfdf80e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22706:1876092408554112:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1789181763.282910:0:22706:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181763.282922:0:22706:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dc72103c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789181763.282932:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408554112 00000100:00100000:3.0:1789181763.282936:0:22704:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408554112 00000100:00100000:3.0:1789181763.282952:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:3.0:1789181763.282957:0:22704:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3a48850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+21:22706:x1876092408554112:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1789181763.282967:0:22704:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1789181763.282980:0:22704:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1789181763.282983:0:22704:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:3.0:1789181763.283059:0:22704:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3a48850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+21:22706:x1876092408554112:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 101us (147us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181763.283072:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:3.0:1789181763.283097:0:22706:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dfdf80e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22706:1876092408554112:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1789181763.283287:0:22706:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.101@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1789181763.283294:0:22706:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1dc658b000/0x76fb555283518c0b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518c12 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181763.283301:0:22706:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.101@tcp lock: ffff9c1dc658b000/0x76fb555283518c0b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518c12 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181764.108338:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789181764.875951:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dd0066300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1876092408554240:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789181764.876057:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181764.876356:0:23453:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408554240 00000100:00100000:1.0:1789181764.876365:0:23453:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408554240 00000100:00100000:1.0:1789181764.876433:0:23453:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1789181764.876443:0:23453:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfdf80e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1876092408554240:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1789181764.876479:0:23453:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1789181764.878253:0:23453:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfdf80e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1876092408554240:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1800us (2185us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181764.878268:0:23453:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1789181764.883598:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dd0066300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1876092408554240:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1789181765.133496:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789181765.401075:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789181765.401118:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc2755500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1876092408554368:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1789181765.401201:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181765.401268:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408554368 00000100:00100000:1.0:1789181765.401276:0:22714:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408554368 00000100:00100000:1.0:1789181765.401333:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1789181765.401343:0:22714:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dd0064e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3644:x1876092408554368:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1789181765.401380:0:22714:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1789181765.401430:0:22714:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dd0064e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3644:x1876092408554368:12345-0@lo:41:osp-pre-1-0.0 Request processed in 87us (228us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181765.401436:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1789181765.401488:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc2755500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1876092408554368:0@lo:41:osp-pre-1-0.0 00000040:00080000:3.0:1789181766.095158:0:23467:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1789181766.156744:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789181766.925410:0:12254:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789181766.925417:0:12254:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789181766.925426:0:12254:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789181766.925429:0:12254:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789181766.925447:0:12254:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789181766.925450:0:12254:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789181766.925452:0:12254:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789181766.925455:0:12254:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1789181766.925490:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dc4debb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1876092408554624:0@lo:400:kworker.0 00000100:00100000:0.0:1789181766.925559:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789181766.925600:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dc4de9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3645:1876092408555136:0@lo:400:kworker.0 00000100:00100000:0.0:1789181766.925628:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789181766.925649:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1789181766.925654:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dc4deb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3645:1876092408554752:0@lo:400:kworker.0 00000100:00100000:0.0:1789181766.925670:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789181766.925681:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dc4dea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3645:1876092408555264:0@lo:400:kworker.0 00000100:00100000:0.0:1789181766.925698:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789181766.925743:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408555136 00000100:00100000:0.0:1789181766.925753:0:22711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408555136 00000100:00100000:0.0:1789181766.925803:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408554752 00000100:00100000:0.0:1789181766.925806:0:22711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408554752 00000100:00100000:0.0:1789181766.925815:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408555264 00000100:00100000:0.0:1789181766.925817:0:22711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408555264 00000100:00100000:0.0:1789181766.925832:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1789181766.925841:0:22711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dc4deb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3645:x1876092408555136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789181766.925888:0:22711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dc4deb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3645:x1876092408555136:12345-0@lo:400:kworker.0 Request processed in 48us (259us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181766.925902:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1789181766.925920:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1789181766.925926:0:22711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dc4de9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1876092408554752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789181766.925953:0:22711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dc4de9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1876092408554752:12345-0@lo:400:kworker.0 Request processed in 27us (281us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181766.925958:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1789181766.925982:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1789181766.925989:0:22711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dc4de8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1876092408555264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789181766.926014:0:22711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dc4de8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1876092408555264:12345-0@lo:400:kworker.0 Request processed in 27us (314us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181766.926020:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00010000:00080000:0.0:1789181766.926053:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9c1dc4deb480 x1876092408554752/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789181782 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789181766.926068:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dc4deb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3645:1876092408554752:0@lo:400:kworker.0 00010000:00080000:0.0:1789181766.926079:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9c1dc4dea300 x1876092408555264/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789181782 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789181766.926087:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dc4dea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3645:1876092408555264:0@lo:400:kworker.0 00010000:00080000:0.0:1789181766.926095:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9c1dc4de9500 x1876092408555136/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789181782 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789181766.926101:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dc4de9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3645:1876092408555136:0@lo:400:kworker.0 00000100:00100000:2.0:1789181766.926542:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dc4de9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:3644:1876092408554496:0@lo:400:kworker.0 00000100:00100000:2.0:1789181766.926584:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181766.926615:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dc4de8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3644:1876092408555008:0@lo:400:kworker.0 00000100:00100000:2.0:1789181766.926636:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181766.926656:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789181766.926662:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dc4de9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1876092408554880:0@lo:400:kworker.0 00000100:00100000:2.0:1789181766.926684:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181766.926717:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408555008 00000100:00100000:2.0:1789181766.926741:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408555008 00000100:00100000:2.0:1789181766.926764:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1789181766.926771:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc2754700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1876092408555008:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789181766.926808:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc2754700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1876092408555008:12345-0@lo:400:kworker.0 Request processed in 38us (171us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181766.926815:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1789181766.926835:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408554496 00000100:00100000:2.0:1789181766.926839:0:22704:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408554496 00000100:00100000:2.0:1789181766.926863:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:2.0:1789181766.926869:0:22704:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3a4a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+21:3644:x1876092408554496:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789181766.926896:0:22704:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3a4a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+21:3644:x1876092408554496:12345-0@lo:400:kworker.0 Request processed in 28us (313us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181766.926912:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00100000:2.0:1789181766.926952:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dc4de9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:3644:1876092408554496:0@lo:400:kworker.0 00010000:00080000:2.0:1789181766.926963:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9c1dc4de8700 x1876092408555008/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789181782 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789181766.926986:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dc4de8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3644:1876092408555008:0@lo:400:kworker.0 00000100:00100000:1.0:1789181766.927083:0:23453:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408554624 00000100:00100000:1.0:1789181766.927087:0:23453:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408554624 00000100:00100000:1.0:1789181766.927170:0:23453:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408554880 00000100:00100000:1.0:1789181766.927174:0:23453:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408554880 00000100:00100000:2.0:1789181766.931667:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1789181766.931687:0:22715:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dc4de8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3645:x1876092408554624:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789181766.931829:0:22715:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dc4de8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3645:x1876092408554624:12345-0@lo:400:kworker.0 Request processed in 148us (6269us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181766.931837:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1789181766.931861:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1789181766.931870:0:22715:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc2754380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3644:x1876092408554880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789181766.931911:0:22715:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc2754380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3644:x1876092408554880:12345-0@lo:400:kworker.0 Request processed in 42us (5225us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181766.931918:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1789181766.931963:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dc4de9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1876092408554880:0@lo:400:kworker.0 00000100:00100000:3.0:1789181766.935088:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dc4debb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1876092408554624:0@lo:400:kworker.0 00000100:00080000:2.0:1789181766.935277:0:22705:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1789181766.935283:0:22705:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1789181767.185445:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789181768.204008:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1789181768.979167:0:24583:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg201-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:0.0:1789181769.231608:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1789181769.681599:0:22742:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1789181769.804317:0:3642:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789181754/real 1789181754] req@ffff9c1cc2756300 x1876092408547712/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789181769 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789181769.804348:0:3642:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c1cc2756300 x1876092408547712/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789181769 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789181769.804359:0:3642:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789181754/real 1789181754] req@ffff9c1cc2754a80 x1876092408547840/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789181769 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789181769.804384:0:3642:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c1cc2754a80 x1876092408547840/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789181769 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789181769.804405:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9c1e00844000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789181769.804421:0:3642:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1789181769.804425:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc2756300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1876092408547712:0@lo:8:kworker.0 00000100:00080000:1.0:1789181769.804431:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9c1de7c66800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789181769.804437:0:3642:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1789181769.804439:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc2754a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1876092408547840:0@lo:8:kworker.0 00000100:00080000:1.0:1789181769.804514:0:21437:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789181769.804518:0:21437:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789181769.804521:0:21437:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789181769.804524:0:21437:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789181769.804549:0:21437:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789181769.804551:0:21437:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789181769.804554:0:21437:0:(import.c:65:import_set_state_nolock()) ffff9c1e00844000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789181769.804558:0:21437:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 710 00000100:00080000:1.0:1789181769.804563:0:21437:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1789181769.804573:0:21437:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff9c1e00844000 using connection 192.168.202.101@tcp/0@lo 00000100:00100000:1.0:1789181769.804595:0:21437:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c1cc3ba5500 x1876092408555904/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789181769.804607:0:21437:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789181769.804610:0:21437:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789181769.804618:0:21437:0:(import.c:65:import_set_state_nolock()) ffff9c1de7c66800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789181769.804622:0:21437:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 710 00000100:00080000:1.0:1789181769.804624:0:21437:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1789181769.804629:0:21437:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff9c1de7c66800 using connection 192.168.202.101@tcp/0@lo 00000100:00100000:1.0:1789181769.804639:0:21437:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c1cc3ba7b80 x1876092408556032/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789181769.804679:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dd0065f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:3643:1876092408555392:0@lo:400:kworker.0 00000100:00100000:1.0:1789181769.804762:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181769.804794:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc3ba6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3643:1876092408556160:0@lo:400:kworker.0 00000100:00100000:1.0:1789181769.804818:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181769.804839:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1789181769.804844:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dd0066300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1876092408555520:0@lo:400:kworker.0 00000100:00100000:1.0:1789181769.804866:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181769.804883:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc3ba4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3643:1876092408556288:0@lo:400:kworker.0 00000100:00100000:1.0:1789181769.804906:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181769.804930:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dd0064700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1876092408555776:0@lo:400:kworker.0 00000100:00100000:1.0:1789181769.804967:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181769.804985:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1789181769.804990:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dd0065880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3646:1876092408555648:0@lo:400:kworker.0 00000100:00100000:1.0:1789181769.805010:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181769.805039:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc3ba5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3646:1876092408556416:0@lo:400:kworker.0 00000100:00100000:1.0:1789181769.805060:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181769.805092:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408555392 00000100:00100000:1.0:1789181769.805099:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408555392 00000100:00100000:1.0:1789181769.805150:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:1.0:1789181769.805166:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3a4b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+21:3643:x1876092408555392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789181769.805216:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3a4b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+21:3643:x1876092408555392:12345-0@lo:400:kworker.0 Request processed in 51us (454us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181769.805224:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:1.0:1789181769.805253:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408556160 00000100:00100000:1.0:1789181769.805257:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408556160 00000100:00100000:1.0:1789181769.805275:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408556288 00000100:00100000:1.0:1789181769.805278:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408556288 00000100:00100000:1.0:1789181769.805302:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408555648 00000100:00100000:1.0:1789181769.805305:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408555648 00000100:00100000:1.0:1789181769.805314:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408556416 00000100:00100000:1.0:1789181769.805317:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408556416 00000100:00100000:1.0:1789181769.805330:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1789181769.805336:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3ba4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3643:x1876092408556160:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789181769.805368:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3ba4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3643:x1876092408556160:12345-0@lo:400:kworker.0 Request processed in 32us (549us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181769.805374:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1789181769.805384:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1789181769.805390:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3ba4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1876092408556288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789181769.805413:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3ba4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1876092408556288:12345-0@lo:400:kworker.0 Request processed in 23us (505us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181769.805418:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1789181769.805429:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1789181769.805434:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3ba5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1876092408555648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789181769.805464:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3ba5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1876092408555648:12345-0@lo:400:kworker.0 Request processed in 30us (453us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181769.805469:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1789181769.805486:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1789181769.805490:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3ba5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1876092408556416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789181769.805516:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3ba5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1876092408556416:12345-0@lo:400:kworker.0 Request processed in 26us (455us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181769.805520:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1789181769.805537:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408555520 00000100:00100000:1.0:1789181769.805540:0:22714:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408555520 00000100:00100000:1.0:1789181769.805563:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408555776 00000100:00100000:1.0:1789181769.805566:0:22714:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408555776 00000100:00100000:1.0:1789181769.805577:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1789181769.805583:0:22714:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3ba6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3643:x1876092408555520:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789181769.805611:0:22714:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3ba6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3643:x1876092408555520:12345-0@lo:400:kworker.0 Request processed in 29us (744us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181769.805616:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1789181769.805625:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1789181769.805631:0:22714:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3ba7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1876092408555776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789181769.805654:0:22714:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3ba7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1876092408555776:12345-0@lo:400:kworker.0 Request processed in 24us (687us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181769.805659:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00080000:1.0:1789181769.805683:0:22705:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1789181769.805687:0:22705:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:1.0:1789181769.805713:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9c1dd0065880 x1876092408555648/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789181785 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789181769.805749:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dd0065880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3646:1876092408555648:0@lo:400:kworker.0 00010000:00080000:1.0:1789181769.805762:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9c1cc3ba5180 x1876092408556416/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789181785 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789181769.805782:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc3ba5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3646:1876092408556416:0@lo:400:kworker.0 00000100:00100000:1.0:1789181769.805794:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dd0064700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1876092408555776:0@lo:400:kworker.0 00000100:00100000:1.0:1789181769.805821:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc3ba5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1876092408555904:0@lo:8:kworker.0 00000100:00100000:1.0:1789181769.805850:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181769.805884:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc3ba7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1876092408556032:0@lo:8:kworker.0 00000100:00100000:1.0:1789181769.805904:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181769.805960:0:24220:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408555904 00000100:00100000:1.0:1789181769.805964:0:24220:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408555904 00000100:00100000:1.0:1789181769.805987:0:24220:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408556032 00000100:00100000:1.0:1789181769.805989:0:24220:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408556032 00000100:00100000:1.0:1789181769.805999:0:24220:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1789181769.806004:0:24220:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3ba5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3642:x1876092408555904:12345-0@lo:8:kworker.0 00010000:00080000:1.0:1789181769.806030:0:24220:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 725 last 0 00000020:00000080:1.0:1789181769.806056:0:24220:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x76fb555283518c19 00002000:00100000:1.0:1789181769.806068:0:24220:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0001-mdtlov_UUID/ffff9c1cc278d800 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113a27 ocd_grant: 0 ocd_index: 0 ocd_group 1 00002000:00080000:1.0:1789181769.806072:0:24220:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 1 00002000:00100000:1.0:1789181769.806074:0:24220:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:1.0:1789181769.806247:0:24220:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 1 00000100:00080000:1.0:1789181769.806269:0:24220:0:(import.c:65:import_set_state_nolock()) ffff9c1cc278f800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1789181769.806307:0:24220:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3ba5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:3642:x1876092408555904:12345-0@lo:8:kworker.0 Request processed in 302us (457us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181769.806313:0:24220:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1789181769.806325:0:24220:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1789181769.806329:0:24220:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3ba6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3642:x1876092408556032:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1789181769.806348:0:24220:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1789181769.823864:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dd0066300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1876092408555520:0@lo:400:kworker.0 00010000:00080000:0.0:1789181769.823884:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9c1cc3ba4700 x1876092408556288/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789181785 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789181769.823895:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc3ba4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3643:1876092408556288:0@lo:400:kworker.0 00000100:00100000:0.0:1789181769.823904:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dd0065f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:3643:1876092408555392:0@lo:400:kworker.0 00010000:00080000:0.0:1789181769.823913:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9c1cc3ba6680 x1876092408556160/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789181785 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789181769.823922:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc3ba6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3643:1876092408556160:0@lo:400:kworker.0 00010000:00080000:0.0:1789181769.830856:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9c1cc3ba5500 x1876092408555904/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1789181789 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789181769.830871:0:3642:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:0.0:1789181769.830882:0:3642:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0001: connect to target with instance 3 00000100:00080000:0.0:1789181769.830892:0:3642:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:0.0:1789181769.830898:0:3642:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:0.0:1789181769.830903:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9c1e00844000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:0.0:1789181769.830931:0:3642:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:0.0:1789181769.830948:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc3ba5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1876092408555904:0@lo:8:kworker.0 00000004:00080000:3.0:1789181769.831108:0:23455:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: going to cleanup orphans since [0x280000400:0x1:0x0] 00000100:00100000:3.0:1789181769.831134:0:23455:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dfdf83800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23455:1876092408556672:0@lo:7:osp-pre-0-1.0 00000100:00100000:3.0:1789181769.831198:0:23455:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181769.831231:0:23455:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dd930c000 going to sleep for 11 seconds 00000100:00100000:3.0:1789181769.831254:0:24219:0:(service.c:3467:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00000100:00100000:3.0:1789181769.831261:0:24219:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost00_003' 00000100:00100000:3.0:1789181769.831402:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1789181769.831415:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dfdf83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876092408556544:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1789181769.831443:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181769.831497:0:24219:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408556672 00000100:00100000:3.0:1789181769.831505:0:24219:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408556672 00000100:00100000:3.0:1789181769.831617:0:24622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1789181769.831626:0:24622:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfdf83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23455:x1876092408556672:12345-0@lo:7:osp-pre-0-1.0 00000100:00100000:2.0:1789181769.832224:0:24222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408556544 00000100:00100000:2.0:1789181769.832231:0:24222:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408556544 00000100:00100000:2.0:1789181769.832267:0:24222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1789181769.832284:0:24222:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfdf80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3645:x1876092408556544:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1789181769.832304:0:24222:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3915857920 avail 3684335616 00000100:00100000:2.0:1789181769.832479:0:24222:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfdf80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3645:x1876092408556544:12345-0@lo:13:osp-pre-0-1.0 Request processed in 204us (1034us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181769.832488:0:24222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:0.0:1789181769.836251:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9c1dfdf83b80 x1876092408556544/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789181785 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789181769.836298:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dfdf83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876092408556544:0@lo:13:osp-pre-0-1.0 00000004:00080000:1.0:1789181769.843001:0:23454:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:1.0:1789181769.843388:0:23454:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 725830663003ns, next at 0ns, rc = 0 00080000:00080000:1.0:1789181769.843396:0:23454:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0001: async commit OSD 00000100:00080000:1.0:1789181769.843459:0:22705:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1789181769.843561:0:24220:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3ba6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3642:x1876092408556032:12345-0@lo:8:kworker.0 Request processed in 37224us (37650us total) trans 0 rc -19/-19 00000100:00100000:1.0:1789181769.843576:0:24220:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:1.0:1789181769.843630:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9c1de7c66800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789181769.843635:0:3642:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1789181769.843639:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc3ba7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1876092408556032:0@lo:8:kworker.0 00002000:00080000:2.0:1789181769.849952:0:24622:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000400 00002000:00080000:2.0:1789181769.849963:0:24622:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0000: LAST FID is [0x280000400:0x41:0x0] 00000100:00100000:2.0:1789181769.850089:0:24622:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfdf83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23455:x1876092408556672:12345-0@lo:7:osp-pre-0-1.0 Request processed in 18459us (18886us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181769.850105:0:24622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:2.0:1789181769.851595:0:23455:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9c1dfdf83800 x1876092408556672/t0(0) o7->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 264/240 e 0 to 0 dl 1789181785 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789181769.851613:0:23455:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dfdf83800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23455:1876092408556672:0@lo:7:osp-pre-0-1.0 00000004:00080000:2.0:1789181769.851627:0:23455:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0000-osc-MDT0001: Got last_fid [0x280000400:0x41:0x0] 00000100:00100000:2.0:1789181769.851670:0:23455:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc2755180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23455:1876092408556800:0@lo:5:osp-pre-0-1.0 00000100:00100000:2.0:1789181769.851719:0:23455:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181769.851791:0:23455:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dc536dd80 going to sleep for 11 seconds 00000100:00100000:1.0:1789181769.852822:0:24219:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408556800 00000100:00100000:1.0:1789181769.852832:0:24219:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408556800 00000100:00100000:1.0:1789181769.852884:0:24219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1789181769.852894:0:24219:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc2754a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23455:x1876092408556800:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:1.0:1789181769.852924:0:24219:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:1.0:1789181769.852995:0:24219:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc2754a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23455:x1876092408556800:12345-0@lo:5:osp-pre-0-1.0 Request processed in 103us (1276us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181769.853003:0:24219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:1.0:1789181769.853035:0:23455:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9c1cc2755180 x1876092408556800/t0(0) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1789181785 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789181769.853046:0:23455:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc2755180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23455:1876092408556800:0@lo:5:osp-pre-0-1.0 00000004:00080000:1.0:1789181769.853057:0:23455:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: Got last_id [0x280000400:0x41:0x0] from OST, last_created [0x280000400:0x41:0x0]last_used is [0x280000400:0x41:0x0] 00000100:00100000:1.0:1789181769.854773:0:23455:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc3ba7b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23455:1876092408556928:0@lo:5:osp-pre-0-1.0 00000100:00100000:1.0:1789181769.854829:0:23455:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181769.854862:0:23455:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dc7262a80 going to sleep for 11 seconds 00000100:00100000:0.0:1789181769.855429:0:24220:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408556928 00000100:00100000:0.0:1789181769.855437:0:24220:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408556928 00000100:00100000:0.0:1789181769.855487:0:24220:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1789181769.855496:0:24220:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3ba5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23455:x1876092408556928:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:0.0:1789181769.855534:0:24220:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000400 at 66 00000004:00080000:2.0:1789181769.858784:0:23445:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1 committed 00000001:00080000:2.0:1789181769.903548:0:24215:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901889 is committed 00000001:00100000:2.0:1789181769.903566:0:24215:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000100:00100000:3.0:1789181769.912955:0:24220:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3ba5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:23455:x1876092408556928:12345-0@lo:5:osp-pre-0-1.0 Request processed in 57432us (58098us total) trans 12884901889 rc 0/0 00000100:00100000:3.0:1789181769.912970:0:24220:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:2.0:1789181769.913163:0:23455:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9c1cc3ba7b80 x1876092408556928/t0(0) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1789181785 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789181769.913177:0:23455:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 12884901889 gen 2 00000100:00100000:2.0:1789181769.913184:0:23455:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc3ba7b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23455:1876092408556928:0@lo:5:osp-pre-0-1.0 00000004:00080000:2.0:1789181769.913203:0:23455:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0001: current precreated pool: [0x280000400:0x41:0x0]-[0x280000400:0x61:0x0] 00000100:00100000:2.0:1789181769.913347:0:23455:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc2756300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23455:1876092408557056:0@lo:900:osp-pre-0-1.0 00000100:00100000:2.0:1789181769.913400:0:23455:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181769.913553:0:23455:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dc536dd80 going to sleep for 11 seconds 00000100:00100000:3.0:1789181769.913613:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408557056 00000100:00100000:3.0:1789181769.913622:0:22721:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408557056 00000100:00100000:3.0:1789181769.918251:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1789181769.918271:0:22721:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc2755500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23455:x1876092408557056:12345-0@lo:900:osp-pre-0-1.0 00000100:00100000:3.0:1789181769.918396:0:22721:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc2755500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23455:x1876092408557056:12345-0@lo:900:osp-pre-0-1.0 Request processed in 133us (4995us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181769.918404:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:2.0:1789181769.918485:0:23455:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9c1cc2756300 x1876092408557056/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1789181785 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789181769.918502:0:23455:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc2756300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23455:1876092408557056:0@lo:900:osp-pre-0-1.0 00000100:00100000:1.0:1789181770.000624:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc3ba7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1876092408557184:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789181770.000718:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181770.000889:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408557184 00000100:00100000:3.0:1789181770.000898:0:22714:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408557184 00000100:00100000:3.0:1789181770.000960:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1789181770.000971:0:22714:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3ba7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1876092408557184:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1789181770.001007:0:22714:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1789181770.001051:0:22714:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3ba7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1876092408557184:12345-0@lo:41:osp-pre-0-1.0 Request processed in 82us (334us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181770.001058:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1789181770.001392:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc3ba7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1876092408557184:0@lo:41:osp-pre-0-1.0 00000020:00000004:1.0:1789181770.022410:0:24637:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1789181770.022926:0:24637:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1789181770.254348:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789181770.517440:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dc4de9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1876092408557312:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1789181770.517520:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181770.517587:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408557312 00000100:00100000:3.0:1789181770.517596:0:22715:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408557312 00000100:00100000:3.0:1789181770.517646:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1789181770.517655:0:22715:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfdf83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3644:x1876092408557312:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1789181770.517748:0:22715:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1789181770.517798:0:22715:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfdf83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3644:x1876092408557312:12345-0@lo:41:osp-pre-1-0.0 Request processed in 144us (278us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181770.517812:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1789181770.517924:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dc4de9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1876092408557312:0@lo:41:osp-pre-1-0.0 00000020:00000004:2.0:1789181770.840313:0:24687:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1789181770.841250:0:24687:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1789181771.276882:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789181772.301477:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789181772.883428:0:3642:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789181752/real 1789181752] req@ffff9c1cc2757100 x1876092408546048/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789181772 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789181772.883458:0:3642:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c1cc2757100 x1876092408546048/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789181772 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789181772.883468:0:3642:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789181752/real 1789181752] req@ffff9c1cc2756d80 x1876092408546176/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789181772 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789181772.883478:0:3642:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c1cc2756d80 x1876092408546176/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789181772 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789181772.883498:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9c1dc2f1b000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789181772.883512:0:3642:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1789181772.883516:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc2757100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876092408546048:0@lo:8:kworker.0 00000100:00080000:1.0:1789181772.883521:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9c1de7f48800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789181772.883526:0:3642:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1789181772.883529:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc2756d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876092408546176:0@lo:8:kworker.0 00000100:00100000:3.0:1789181772.883636:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1789181772.884193:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1789181772.884209:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc3ba4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1876092408557568:0@lo:400:kworker.0 00000100:00100000:0.0:1789181772.884274:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789181772.884327:0:23453:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408557568 00000100:00100000:0.0:1789181772.884335:0:23453:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408557568 00000100:00100000:0.0:1789181772.884380:0:23453:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1789181772.884390:0:23453:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dc4dea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3645:x1876092408557568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789181772.884447:0:23453:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dc4dea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3645:x1876092408557568:12345-0@lo:400:kworker.0 Request processed in 59us (173us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181772.884455:0:23453:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1789181772.884499:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc3ba4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1876092408557568:0@lo:400:kworker.0 00000100:00100000:3.0:1789181772.887118:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc3ba7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:3646:1876092408557440:0@lo:400:kworker.0 00000100:00100000:3.0:1789181772.887190:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181772.888101:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408557440 00000100:00100000:2.0:1789181772.888113:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408557440 00000100:00100000:2.0:1789181772.888168:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:2.0:1789181772.888178:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3a4ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+21:3646:x1876092408557440:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789181772.888243:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3a4ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+21:3646:x1876092408557440:12345-0@lo:400:kworker.0 Request processed in 67us (1053us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181772.888249:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00100000:2.0:1789181772.888299:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc3ba7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:3646:1876092408557440:0@lo:400:kworker.0 00000100:00080000:1.0:1789181772.888561:0:21437:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789181772.888567:0:21437:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789181772.888570:0:21437:0:(import.c:65:import_set_state_nolock()) ffff9c1dc2f1b000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789181772.888583:0:21437:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 708 00000100:00080000:1.0:1789181772.888588:0:21437:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1789181772.888596:0:21437:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff9c1dc2f1b000 using connection 192.168.202.101@tcp/0@lo 00000100:00100000:1.0:1789181772.888624:0:21437:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c1cc3ba4000 x1876092408557696/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789181772.888642:0:21437:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789181772.888645:0:21437:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789181772.888647:0:21437:0:(import.c:65:import_set_state_nolock()) ffff9c1de7f48800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789181772.888650:0:21437:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 708 00000100:00080000:1.0:1789181772.888652:0:21437:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1789181772.888656:0:21437:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9c1de7f48800 using connection 192.168.202.101@tcp/0@lo 00000100:00100000:1.0:1789181772.888666:0:21437:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c1cc3ba6d80 x1876092408557824/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789181772.888718:0:21437:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789181772.888744:0:21437:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789181772.888746:0:21437:0:(import.c:65:import_set_state_nolock()) ffff9c1de7c66800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789181772.888750:0:21437:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 725 00000100:00080000:1.0:1789181772.888753:0:21437:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1789181772.888757:0:21437:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff9c1de7c66800 using connection 192.168.202.101@tcp/0@lo 00000100:00100000:1.0:1789181772.888770:0:21437:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c1cc3ba5500 x1876092408558336/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789181772.888815:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc3ba7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3643:1876092408557952:0@lo:400:kworker.0 00000100:00100000:1.0:1789181772.888850:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181772.888873:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc3ba4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3643:1876092408558592:0@lo:400:kworker.0 00000100:00100000:1.0:1789181772.888904:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181772.888934:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1789181772.888939:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc3ba4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1876092408558080:0@lo:400:kworker.0 00000100:00100000:1.0:1789181772.888963:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181772.888979:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dd0065f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3643:1876092408558720:0@lo:400:kworker.0 00000100:00100000:1.0:1789181772.889002:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181772.889029:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408557952 00000100:00100000:3.0:1789181772.889178:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc3ba7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876092408558208:0@lo:400:kworker.0 00000100:00100000:3.0:1789181772.889209:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181772.889231:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1789181772.889237:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc3ba6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3645:1876092408558464:0@lo:400:kworker.0 00000100:00100000:3.0:1789181772.889256:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181772.889275:0:24219:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408558208 00000100:00100000:3.0:1789181772.889280:0:24219:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408558208 00000100:00100000:3.0:1789181772.889324:0:24219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1789181772.889332:0:24219:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfdf83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1876092408558208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789181772.889374:0:24219:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfdf83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1876092408558208:12345-0@lo:400:kworker.0 Request processed in 43us (165us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181772.889381:0:24219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00080000:3.0:1789181772.889396:0:22705:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:3.0:1789181772.889420:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9c1cc3ba7b80 x1876092408558208/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789181788 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789181772.889432:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc3ba7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876092408558208:0@lo:400:kworker.0 00000100:00100000:1.0:1789181772.889475:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408557952 00000100:00100000:1.0:1789181772.889496:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408558592 00000100:00100000:1.0:1789181772.889499:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408558592 00000100:00100000:1.0:1789181772.889524:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408558720 00000100:00100000:1.0:1789181772.889527:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408558720 00000100:00100000:1.0:1789181772.889537:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408558464 00000100:00100000:1.0:1789181772.889539:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408558464 00000100:00100000:1.0:1789181772.889549:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1789181772.889554:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dd0066300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1876092408557952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789181772.889587:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dd0066300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1876092408557952:12345-0@lo:400:kworker.0 Request processed in 33us (737us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181772.889593:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1789181772.889604:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1789181772.889610:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dd0064700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1876092408558592:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789181772.889634:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dd0064700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1876092408558592:12345-0@lo:400:kworker.0 Request processed in 25us (730us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181772.889640:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1789181772.889650:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1789181772.889657:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dc2f05c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1876092408558720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789181772.889682:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dc2f05c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1876092408558720:12345-0@lo:400:kworker.0 Request processed in 26us (680us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181772.889696:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1789181772.889707:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1789181772.889713:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfdf81f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1876092408558464:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1789181772.889809:0:22705:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1789181772.889813:0:22705:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1789181772.889881:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfdf81f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1876092408558464:12345-0@lo:400:kworker.0 Request processed in 167us (623us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181772.889888:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1789181772.889922:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408558080 00000100:00100000:1.0:1789181772.889926:0:22714:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408558080 00000100:00100000:1.0:1789181772.889951:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1789181772.889956:0:22714:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dd0065880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1876092408558080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789181772.889986:0:22714:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dd0065880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1876092408558080:12345-0@lo:400:kworker.0 Request processed in 31us (1023us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181772.889992:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1789181772.890020:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc3ba4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1876092408558080:0@lo:400:kworker.0 00010000:00080000:1.0:1789181772.890030:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9c1dd0065f80 x1876092408558720/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789181788 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00080000:3.0:1789181772.890189:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9c1cc3ba6680 x1876092408558464/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789181788 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789181772.890211:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc3ba6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3645:1876092408558464:0@lo:400:kworker.0 00000100:00100000:1.0:1789181772.890255:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dd0065f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3643:1876092408558720:0@lo:400:kworker.0 00010000:00080000:1.0:1789181772.890268:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9c1cc3ba7480 x1876092408557952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789181788 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789181772.890276:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc3ba7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3643:1876092408557952:0@lo:400:kworker.0 00010000:00080000:1.0:1789181772.890286:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9c1cc3ba4700 x1876092408558592/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789181788 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789181772.890294:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc3ba4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3643:1876092408558592:0@lo:400:kworker.0 00000100:00100000:1.0:1789181772.890330:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc3ba4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876092408557696:0@lo:8:kworker.0 00000100:00100000:1.0:1789181772.890364:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181772.890431:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc3ba6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876092408557824:0@lo:8:kworker.0 00000100:00100000:1.0:1789181772.890456:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181772.893390:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc3ba5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1876092408558336:0@lo:8:kworker.0 00000100:00100000:1.0:1789181772.893445:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181772.893499:0:24622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408557696 00000100:00100000:3.0:1789181772.893508:0:24622:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408557696 00000100:00100000:3.0:1789181772.893550:0:24622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408557824 00000100:00100000:3.0:1789181772.893554:0:24622:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408557824 00000100:00100000:3.0:1789181772.893572:0:24622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1789181772.893580:0:24622:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dc2f06a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3642:x1876092408557696:12345-0@lo:8:kworker.0 00010000:00080000:3.0:1789181772.893612:0:24622:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 728 last 0 00000020:00000080:3.0:1789181772.893642:0:24622:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x76fb555283518c20 00002000:00100000:3.0:1789181772.893656:0:24622:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff9c1de7c62800 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113a27 ocd_grant: 0 ocd_index: 0 ocd_group 0 00002000:00080000:3.0:1789181772.893660:0:24622:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00002000:00100000:3.0:1789181772.893663:0:24622:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:3.0:1789181772.893766:0:24622:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:3.0:1789181772.893789:0:24622:0:(import.c:65:import_set_state_nolock()) ffff9c1de7c66000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1789181772.893835:0:24622:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dc2f06a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3642:x1876092408557696:12345-0@lo:8:kworker.0 Request processed in 254us (3470us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181772.893841:0:24622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1789181772.893858:0:24622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1789181772.893862:0:24622:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dc2f05880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3642:x1876092408557824:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1789181772.893874:0:24622:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1789181772.893899:0:24622:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dc2f05880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3642:x1876092408557824:12345-0@lo:8:kworker.0 Request processed in 35us (3442us total) trans 0 rc -19/-19 00000100:00100000:3.0:1789181772.893905:0:24622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00080000:1.0:1789181772.894236:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9c1cc3ba4000 x1876092408557696/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1789181797 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789181772.894247:0:3642:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1789181772.894255:0:3642:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 3 00000100:00080000:1.0:1789181772.894263:0:3642:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:1.0:1789181772.894269:0:3642:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:1.0:1789181772.894271:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9c1dc2f1b000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:1.0:1789181772.894297:0:3642:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:1.0:1789181772.894303:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc3ba4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876092408557696:0@lo:8:kworker.0 00000100:00080000:1.0:1789181772.894315:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9c1de7f48800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789181772.894318:0:3642:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1789181772.894321:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc3ba6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876092408557824:0@lo:8:kworker.0 00000004:00080000:0.0:1789181772.894853:0:22734:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x280000401:0x22:0x0] 00000100:00100000:0.0:1789181772.894875:0:22734:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dc4dea680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22734:1876092408558976:0@lo:5:osp-pre-0-0.0 00000100:00100000:0.0:1789181772.894925:0:22734:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789181772.898556:0:22734:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dd36976c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789181772.898653:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1789181772.898685:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dc4deb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1876092408558848:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1789181772.898863:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181772.899120:0:24220:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408558336 00000100:00100000:2.0:1789181772.899129:0:24220:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408558336 00000100:00100000:2.0:1789181772.899171:0:24220:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408558976 00000100:00100000:2.0:1789181772.899174:0:24220:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408558976 00000100:00100000:2.0:1789181772.899213:0:24220:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1789181772.899221:0:24220:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dc2f06300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3642:x1876092408558336:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1789181772.899244:0:24220:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1789181772.899301:0:24220:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dc2f06300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3642:x1876092408558336:12345-0@lo:8:kworker.0 Request processed in 79us (5855us total) trans 0 rc -19/-19 00000100:00100000:2.0:1789181772.899310:0:24220:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1789181772.899324:0:24220:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1789181772.899331:0:24220:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dc4de9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:22734:x1876092408558976:12345-0@lo:5:osp-pre-0-0.0 00000004:00080000:2.0:1789181772.899655:0:22733:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:2.0:1789181772.900363:0:22733:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 728887637504ns, next at 0ns, rc = 0 00080000:00080000:2.0:1789181772.900371:0:22733:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0000: async commit OSD 00000100:00080000:2.0:1789181772.900427:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9c1de7c66800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789181772.900434:0:3642:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1789181772.900438:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc3ba5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1876092408558336:0@lo:8:kworker.0 00000100:00100000:1.0:1789181772.903372:0:24223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408558848 00000100:00100000:1.0:1789181772.903389:0:24223:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408558848 00000100:00100000:1.0:1789181772.903445:0:24223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1789181772.903455:0:24223:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dc4dead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3646:x1876092408558848:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1789181772.903486:0:24223:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1789181772.903567:0:24223:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dc4dead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3646:x1876092408558848:12345-0@lo:13:osp-pre-0-0.0 Request processed in 113us (4704us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181772.903584:0:24223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:1.0:1789181772.903639:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9c1dc4deb480 x1876092408558848/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789181788 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789181772.903659:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dc4deb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1876092408558848:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1789181772.905253:0:22705:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00080000:3.0:1789181772.906243:0:24220:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000401 00002000:00080000:3.0:1789181772.906263:0:24220:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -31 00002000:02000040:3.0:1789181772.906269:0:24220:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0000: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x280000401:35 to 0x280000401:65) 00002000:00010000:3.0:1789181772.922271:0:24220:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789181772.922284:0:24220:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005f6e7309/0x76fb555283518c27 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181772.922302:0:24220:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=728s v=(0 0) 00010000:00010000:3.0:1789181772.922307:0:24220:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789181772.922313:0:24220:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005f6e7309/0x76fb555283518c27 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181772.922331:0:24220:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005f6e7309/0x76fb555283518c27 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181772.922342:0:24220:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005f6e7309/0x76fb555283518c27 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181772.922351:0:24220:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005f6e7309/0x76fb555283518c27 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181772.922375:0:24220:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789181772.922621:0:22698:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789181772.922629:0:22698:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005f6e7309/0x76fb555283518c27 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181772.922637:0:22698:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1dc658b800 already unused, calling callback (ffffffffc0d949b0) 00010000:00010000:2.0:1789181772.922642:0:22698:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005f6e7309/0x76fb555283518c27 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181772.922652:0:22698:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005f6e7309/0x76fb555283518c27 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181772.922679:0:22698:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005f6e7309/0x76fb555283518c27 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181772.922687:0:22698:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005f6e7309/0x76fb555283518c27 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181772.922708:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789181772.922710:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789181772.922712:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1789181772.923060:0:22689:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00002000:00010000:3.0:1789181772.923349:0:24220:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789181772.923356:0:24220:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005e5a67f2/0x76fb555283518c2e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181772.923368:0:24220:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=728s v=(0 0) 00010000:00010000:3.0:1789181772.923372:0:24220:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789181772.923376:0:24220:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005e5a67f2/0x76fb555283518c2e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181772.923393:0:24220:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005e5a67f2/0x76fb555283518c2e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181772.923403:0:24220:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005e5a67f2/0x76fb555283518c2e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181772.923410:0:24220:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005e5a67f2/0x76fb555283518c2e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181772.923435:0:24220:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789181772.923657:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789181772.923663:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005e5a67f2/0x76fb555283518c2e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181772.923678:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1dc658a600 already unused, calling callback (ffffffffc0d949b0) 00010000:00010000:2.0:1789181772.923683:0:22697:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005e5a67f2/0x76fb555283518c2e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181772.923691:0:22697:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005e5a67f2/0x76fb555283518c2e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181772.923704:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005e5a67f2/0x76fb555283518c2e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181772.923711:0:22697:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005e5a67f2/0x76fb555283518c2e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181772.923842:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789181772.923844:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789181772.923846:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789181772.923999:0:24220:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789181772.924005:0:24220:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f1e228ab/0x76fb555283518c35 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181772.924013:0:24220:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=728s v=(0 0) 00010000:00010000:3.0:1789181772.924016:0:24220:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789181772.924020:0:24220:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f1e228ab/0x76fb555283518c35 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181772.924028:0:24220:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f1e228ab/0x76fb555283518c35 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181772.924049:0:24220:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f1e228ab/0x76fb555283518c35 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181772.924068:0:24220:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f1e228ab/0x76fb555283518c35 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181772.924087:0:24220:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789181772.924267:0:22698:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789181772.924273:0:22698:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f1e228ab/0x76fb555283518c35 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181772.924280:0:22698:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1dc1678800 already unused, calling callback (ffffffffc0d949b0) 00010000:00010000:2.0:1789181772.924284:0:22698:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f1e228ab/0x76fb555283518c35 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181772.924303:0:22698:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f1e228ab/0x76fb555283518c35 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181772.924316:0:22698:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f1e228ab/0x76fb555283518c35 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181772.924323:0:22698:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f1e228ab/0x76fb555283518c35 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181772.924338:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789181772.924339:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789181772.924341:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789181772.934995:0:24220:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789181772.935009:0:24220:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008183c3bb/0x76fb555283518c3c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181772.935052:0:24220:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=728s v=(0 0) 00010000:00010000:0.0:1789181772.935058:0:24220:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789181772.935065:0:24220:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008183c3bb/0x76fb555283518c3c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181772.935082:0:24220:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008183c3bb/0x76fb555283518c3c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181772.935093:0:24220:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008183c3bb/0x76fb555283518c3c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181772.935100:0:24220:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008183c3bb/0x76fb555283518c3c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181772.935121:0:24220:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789181772.935335:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789181772.935342:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008183c3bb/0x76fb555283518c3c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181772.935350:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1dc3496e00 already unused, calling callback (ffffffffc0d949b0) 00010000:00010000:0.0:1789181772.935355:0:22697:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008183c3bb/0x76fb555283518c3c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181772.935365:0:22697:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008183c3bb/0x76fb555283518c3c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181772.935400:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008183c3bb/0x76fb555283518c3c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181772.935423:0:22697:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008183c3bb/0x76fb555283518c3c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181772.935441:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789181772.935443:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789181772.935445:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789181772.936436:0:24220:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789181772.936447:0:24220:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008f6c4af6/0x76fb555283518c43 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181772.936458:0:24220:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=728s v=(0 0) 00010000:00010000:0.0:1789181772.936462:0:24220:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789181772.936467:0:24220:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008f6c4af6/0x76fb555283518c43 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181772.936478:0:24220:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008f6c4af6/0x76fb555283518c43 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181772.936487:0:24220:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008f6c4af6/0x76fb555283518c43 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181772.936494:0:24220:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008f6c4af6/0x76fb555283518c43 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181772.936525:0:24220:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789181772.936709:0:22698:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789181772.936716:0:22698:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008f6c4af6/0x76fb555283518c43 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181772.936817:0:22698:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1dc3497600 already unused, calling callback (ffffffffc0d949b0) 00010000:00010000:2.0:1789181772.936822:0:22698:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008f6c4af6/0x76fb555283518c43 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181772.936832:0:22698:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008f6c4af6/0x76fb555283518c43 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181772.936847:0:22698:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008f6c4af6/0x76fb555283518c43 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181772.936867:0:22698:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008f6c4af6/0x76fb555283518c43 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181772.936887:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789181772.936889:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789181772.936891:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789181772.940193:0:24220:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789181772.940211:0:24220:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000050b4552d/0x76fb555283518c4a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181772.940230:0:24220:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=728s v=(0 0) 00010000:00010000:0.0:1789181772.940235:0:24220:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789181772.940241:0:24220:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000050b4552d/0x76fb555283518c4a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181772.940258:0:24220:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000050b4552d/0x76fb555283518c4a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181772.940268:0:24220:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000050b4552d/0x76fb555283518c4a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181772.940275:0:24220:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000050b4552d/0x76fb555283518c4a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181772.942371:0:24220:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789181772.946134:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789181772.946149:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000050b4552d/0x76fb555283518c4a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181772.946164:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1dc3496800 already unused, calling callback (ffffffffc0d949b0) 00010000:00010000:1.0:1789181772.946170:0:22697:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000050b4552d/0x76fb555283518c4a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181772.946182:0:22697:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000050b4552d/0x76fb555283518c4a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181772.946214:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000050b4552d/0x76fb555283518c4a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181772.946222:0:22697:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000050b4552d/0x76fb555283518c4a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181772.946244:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789181772.946246:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789181772.946248:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789181772.951886:0:24220:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789181772.951905:0:24220:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a2e99dae/0x76fb555283518c51 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181772.951946:0:24220:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=728s v=(0 0) 00010000:00010000:1.0:1789181772.951951:0:24220:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789181772.951959:0:24220:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a2e99dae/0x76fb555283518c51 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181772.951976:0:24220:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a2e99dae/0x76fb555283518c51 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181772.951988:0:24220:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a2e99dae/0x76fb555283518c51 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181772.951997:0:24220:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a2e99dae/0x76fb555283518c51 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181772.952029:0:24220:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789181772.952420:0:22698:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789181772.952428:0:22698:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a2e99dae/0x76fb555283518c51 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181772.952438:0:22698:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1e0084a400 already unused, calling callback (ffffffffc0d949b0) 00010000:00010000:2.0:1789181772.952443:0:22698:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a2e99dae/0x76fb555283518c51 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181772.952452:0:22698:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a2e99dae/0x76fb555283518c51 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181772.952473:0:22698:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a2e99dae/0x76fb555283518c51 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181772.952480:0:22698:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a2e99dae/0x76fb555283518c51 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181772.952502:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789181772.952504:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789181772.952506:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789181772.953240:0:24220:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789181772.953251:0:24220:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009f89d096/0x76fb555283518c58 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181772.953264:0:24220:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=728s v=(0 0) 00010000:00010000:1.0:1789181772.953269:0:24220:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789181772.953274:0:24220:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009f89d096/0x76fb555283518c58 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181772.953286:0:24220:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009f89d096/0x76fb555283518c58 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181772.953308:0:24220:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009f89d096/0x76fb555283518c58 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181772.953316:0:24220:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009f89d096/0x76fb555283518c58 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181772.953925:0:24220:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1789181772.957905:0:24220:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789181772.957928:0:24220:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000020260845/0x76fb555283518c5f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181772.957946:0:24220:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=728s v=(0 0) 00010000:00010000:3.0:1789181772.957951:0:24220:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789181772.957958:0:24220:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000020260845/0x76fb555283518c5f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181772.957972:0:24220:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000020260845/0x76fb555283518c5f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181772.957982:0:24220:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000020260845/0x76fb555283518c5f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181772.957989:0:24220:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000020260845/0x76fb555283518c5f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181772.958893:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1789181772.958904:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009f89d096/0x76fb555283518c58 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181772.958925:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1e0084a600 already unused, calling callback (ffffffffc0d949b0) 00010000:00010000:0.0:1789181772.958937:0:22697:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009f89d096/0x76fb555283518c58 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181772.958947:0:22697:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009f89d096/0x76fb555283518c58 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181772.958966:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009f89d096/0x76fb555283518c58 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181772.958975:0:22697:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009f89d096/0x76fb555283518c58 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181772.959060:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789181772.959065:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000020260845/0x76fb555283518c5f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181772.959073:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1dc1679800 already unused, calling callback (ffffffffc0d949b0) 00010000:00010000:2.0:1789181772.959076:0:22697:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000020260845/0x76fb555283518c5f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181772.959084:0:22697:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000020260845/0x76fb555283518c5f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181772.959095:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000020260845/0x76fb555283518c5f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181772.959103:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789181772.959105:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789181772.959107:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789181772.965015:0:24220:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1789181772.965177:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789181772.965199:0:24220:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000020260845/0x76fb555283518c5f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1789181772.967279:0:24220:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789181772.967293:0:24220:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d9ae80d0/0x76fb555283518c66 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181772.967311:0:24220:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=728s v=(0 0) 00010000:00010000:3.0:1789181772.967315:0:24220:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789181772.967322:0:24220:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d9ae80d0/0x76fb555283518c66 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181772.967335:0:24220:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d9ae80d0/0x76fb555283518c66 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181772.967345:0:24220:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d9ae80d0/0x76fb555283518c66 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181772.967353:0:24220:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d9ae80d0/0x76fb555283518c66 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181772.967380:0:24220:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789181772.967602:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789181772.967610:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d9ae80d0/0x76fb555283518c66 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181772.967619:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1dc1679a00 already unused, calling callback (ffffffffc0d949b0) 00010000:00010000:1.0:1789181772.967623:0:22697:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d9ae80d0/0x76fb555283518c66 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181772.967632:0:22697:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d9ae80d0/0x76fb555283518c66 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181772.967648:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d9ae80d0/0x76fb555283518c66 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181772.967655:0:22697:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d9ae80d0/0x76fb555283518c66 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181772.967674:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789181772.967684:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789181772.967685:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789181772.969550:0:24220:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789181772.969566:0:24220:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f1e228ab/0x76fb555283518c6d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181772.969584:0:24220:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=728s v=(0 0) 00010000:00010000:3.0:1789181772.969589:0:24220:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789181772.969609:0:24220:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f1e228ab/0x76fb555283518c6d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181772.969623:0:24220:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f1e228ab/0x76fb555283518c6d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181772.969631:0:24220:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f1e228ab/0x76fb555283518c6d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181772.969639:0:24220:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f1e228ab/0x76fb555283518c6d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181772.969668:0:24220:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789181772.970043:0:22698:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789181772.970050:0:22698:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f1e228ab/0x76fb555283518c6d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181772.970061:0:22698:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1dc1678800 already unused, calling callback (ffffffffc0d949b0) 00010000:00010000:1.0:1789181772.970065:0:22698:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f1e228ab/0x76fb555283518c6d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181772.970079:0:22698:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f1e228ab/0x76fb555283518c6d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181772.970096:0:22698:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f1e228ab/0x76fb555283518c6d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181772.970103:0:22698:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f1e228ab/0x76fb555283518c6d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181772.970126:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789181772.970128:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789181772.970130:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789181772.970159:0:24220:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789181772.970167:0:24220:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000a973ef6/0x76fb555283518c74 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181772.970177:0:24220:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=728s v=(0 0) 00010000:00010000:3.0:1789181772.970181:0:24220:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789181772.970185:0:24220:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000a973ef6/0x76fb555283518c74 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181772.970195:0:24220:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000a973ef6/0x76fb555283518c74 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181772.970204:0:24220:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000a973ef6/0x76fb555283518c74 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181772.970224:0:24220:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000a973ef6/0x76fb555283518c74 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181772.970243:0:24220:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789181772.970569:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789181772.970575:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000a973ef6/0x76fb555283518c74 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181772.970583:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1cc39f0a00 already unused, calling callback (ffffffffc0d949b0) 00010000:00010000:1.0:1789181772.970586:0:22697:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000a973ef6/0x76fb555283518c74 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181772.970603:0:22697:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000a973ef6/0x76fb555283518c74 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181772.970615:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000a973ef6/0x76fb555283518c74 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181772.970622:0:22697:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000a973ef6/0x76fb555283518c74 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181772.970637:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789181772.970639:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789181772.970640:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789181772.972601:0:24220:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789181772.972615:0:24220:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009f4f5c38/0x76fb555283518c7b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181772.972629:0:24220:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=728s v=(0 0) 00010000:00010000:1.0:1789181772.972634:0:24220:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789181772.972639:0:24220:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009f4f5c38/0x76fb555283518c7b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181772.972652:0:24220:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009f4f5c38/0x76fb555283518c7b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181772.972662:0:24220:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009f4f5c38/0x76fb555283518c7b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181772.972675:0:24220:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009f4f5c38/0x76fb555283518c7b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181772.972702:0:24220:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789181772.973027:0:22698:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789181772.973045:0:22698:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009f4f5c38/0x76fb555283518c7b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181772.973053:0:22698:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1e0084be00 already unused, calling callback (ffffffffc0d949b0) 00010000:00010000:0.0:1789181772.973058:0:22698:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009f4f5c38/0x76fb555283518c7b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181772.973068:0:22698:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009f4f5c38/0x76fb555283518c7b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181772.973084:0:22698:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009f4f5c38/0x76fb555283518c7b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181772.973104:0:22698:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009f4f5c38/0x76fb555283518c7b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181772.973125:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789181772.973127:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789181772.973129:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789181772.973316:0:24220:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789181772.973322:0:24220:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000abc8295c/0x76fb555283518c82 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181772.973330:0:24220:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=728s v=(0 0) 00010000:00010000:1.0:1789181772.973333:0:24220:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789181772.973338:0:24220:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000abc8295c/0x76fb555283518c82 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181772.973347:0:24220:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000abc8295c/0x76fb555283518c82 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181772.973355:0:24220:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000abc8295c/0x76fb555283518c82 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181772.973362:0:24220:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000abc8295c/0x76fb555283518c82 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181772.973386:0:24220:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789181772.973529:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789181772.973535:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000abc8295c/0x76fb555283518c82 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181772.973543:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1e0084ba00 already unused, calling callback (ffffffffc0d949b0) 00010000:00010000:0.0:1789181772.973546:0:22697:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000abc8295c/0x76fb555283518c82 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181772.973554:0:22697:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000abc8295c/0x76fb555283518c82 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181772.973565:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000abc8295c/0x76fb555283518c82 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181772.973573:0:22697:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000abc8295c/0x76fb555283518c82 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181772.973586:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789181772.973587:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789181772.973589:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789181772.974657:0:24220:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789181772.974667:0:24220:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000afdd14d0/0x76fb555283518c89 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181772.974700:0:24220:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=728s v=(0 0) 00010000:00010000:1.0:1789181772.974704:0:24220:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789181772.974710:0:24220:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000afdd14d0/0x76fb555283518c89 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181772.974747:0:24220:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000afdd14d0/0x76fb555283518c89 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181772.974757:0:24220:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000afdd14d0/0x76fb555283518c89 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181772.974764:0:24220:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000afdd14d0/0x76fb555283518c89 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181772.974781:0:24220:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789181772.975027:0:22698:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789181772.975046:0:22698:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000afdd14d0/0x76fb555283518c89 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181772.975055:0:22698:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1e0084b000 already unused, calling callback (ffffffffc0d949b0) 00010000:00010000:0.0:1789181772.975059:0:22698:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000afdd14d0/0x76fb555283518c89 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181772.975070:0:22698:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000afdd14d0/0x76fb555283518c89 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181772.975085:0:22698:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000afdd14d0/0x76fb555283518c89 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181772.975092:0:22698:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000afdd14d0/0x76fb555283518c89 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181772.975109:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789181772.975111:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789181772.975113:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789181772.977973:0:24220:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789181772.977990:0:24220:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008183c3bb/0x76fb555283518c90 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181772.978009:0:24220:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=728s v=(0 0) 00010000:00010000:0.0:1789181772.978014:0:24220:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789181772.978020:0:24220:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008183c3bb/0x76fb555283518c90 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181772.978060:0:24220:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008183c3bb/0x76fb555283518c90 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181772.978071:0:24220:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008183c3bb/0x76fb555283518c90 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181772.978080:0:24220:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008183c3bb/0x76fb555283518c90 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181772.978101:0:24220:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789181772.978827:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789181772.978837:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008183c3bb/0x76fb555283518c90 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181772.978847:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1dc3496e00 already unused, calling callback (ffffffffc0d949b0) 00010000:00010000:1.0:1789181772.978853:0:22697:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008183c3bb/0x76fb555283518c90 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181772.978863:0:22697:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008183c3bb/0x76fb555283518c90 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181772.978899:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008183c3bb/0x76fb555283518c90 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181772.978907:0:22697:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008183c3bb/0x76fb555283518c90 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181772.978941:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789181772.978943:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789181772.978945:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789181772.983396:0:24220:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789181772.983411:0:24220:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009f89d096/0x76fb555283518c97 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181772.983430:0:24220:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=728s v=(0 0) 00010000:00010000:1.0:1789181772.983434:0:24220:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789181772.983440:0:24220:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009f89d096/0x76fb555283518c97 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181772.983455:0:24220:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009f89d096/0x76fb555283518c97 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181772.983484:0:24220:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009f89d096/0x76fb555283518c97 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181772.983492:0:24220:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009f89d096/0x76fb555283518c97 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181772.983529:0:24220:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789181772.983876:0:22698:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789181772.983884:0:22698:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009f89d096/0x76fb555283518c97 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181772.983893:0:22698:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1e0084a600 already unused, calling callback (ffffffffc0d949b0) 00010000:00010000:0.0:1789181772.983898:0:22698:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009f89d096/0x76fb555283518c97 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181772.983908:0:22698:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009f89d096/0x76fb555283518c97 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181772.983937:0:22698:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009f89d096/0x76fb555283518c97 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181772.983945:0:22698:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009f89d096/0x76fb555283518c97 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181772.983971:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789181772.983973:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789181772.983975:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789181772.984531:0:24220:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789181772.984539:0:24220:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a2e99dae/0x76fb555283518c9e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181772.984551:0:24220:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=728s v=(0 0) 00010000:00010000:1.0:1789181772.984555:0:24220:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789181772.984560:0:24220:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a2e99dae/0x76fb555283518c9e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181772.984569:0:24220:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a2e99dae/0x76fb555283518c9e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181772.984578:0:24220:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a2e99dae/0x76fb555283518c9e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181772.984585:0:24220:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a2e99dae/0x76fb555283518c9e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181772.984643:0:24220:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1789181772.985591:0:24220:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789181772.985600:0:24220:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000039978481/0x76fb555283518ca5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181772.985613:0:24220:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=728s v=(0 0) 00010000:00010000:1.0:1789181772.985625:0:24220:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789181772.985630:0:24220:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000039978481/0x76fb555283518ca5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181772.985643:0:24220:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000039978481/0x76fb555283518ca5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181772.985652:0:24220:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000039978481/0x76fb555283518ca5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181772.985660:0:24220:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000039978481/0x76fb555283518ca5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181772.986003:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1789181772.986011:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a2e99dae/0x76fb555283518c9e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181772.986021:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1e0084a400 already unused, calling callback (ffffffffc0d949b0) 00010000:00010000:0.0:1789181772.986025:0:22697:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a2e99dae/0x76fb555283518c9e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181772.988683:0:22697:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a2e99dae/0x76fb555283518c9e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181772.988718:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a2e99dae/0x76fb555283518c9e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181772.988753:0:22697:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a2e99dae/0x76fb555283518c9e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181772.988781:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789181772.988787:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000039978481/0x76fb555283518ca5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181772.988795:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1e0084a000 already unused, calling callback (ffffffffc0d949b0) 00010000:00010000:0.0:1789181772.988810:0:22697:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000039978481/0x76fb555283518ca5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181772.988819:0:22697:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000039978481/0x76fb555283518ca5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181772.988831:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000039978481/0x76fb555283518ca5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181772.988839:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789181772.988840:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789181772.988844:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789181772.993111:0:24220:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1789181772.993127:0:24220:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000039978481/0x76fb555283518ca5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1789181772.993985:0:24220:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789181772.993995:0:24220:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000077bdaec3/0x76fb555283518cac lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181772.994012:0:24220:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=728s v=(0 0) 00010000:00010000:1.0:1789181772.994017:0:24220:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789181772.994024:0:24220:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000077bdaec3/0x76fb555283518cac lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181772.994099:0:24220:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000077bdaec3/0x76fb555283518cac lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181772.994119:0:24220:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000077bdaec3/0x76fb555283518cac lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181772.994126:0:24220:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000077bdaec3/0x76fb555283518cac lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181773.003714:0:22698:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789181773.003825:0:22698:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000077bdaec3/0x76fb555283518cac lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181773.003840:0:22698:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1e0084bc00 already unused, calling callback (ffffffffc0d949b0) 00010000:00010000:0.0:1789181773.003845:0:22698:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000077bdaec3/0x76fb555283518cac lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181773.003857:0:22698:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000077bdaec3/0x76fb555283518cac lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181773.003882:0:22698:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000077bdaec3/0x76fb555283518cac lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181773.003892:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789181773.003920:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789181773.003922:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789181773.005156:0:24220:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1789181773.005167:0:24220:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000077bdaec3/0x76fb555283518cac lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181773.005563:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789181773.007090:0:24220:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789181773.007106:0:24220:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000050b4552d/0x76fb555283518cb3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181773.007124:0:24220:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=728s v=(0 0) 00010000:00010000:0.0:1789181773.007129:0:24220:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789181773.007137:0:24220:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000050b4552d/0x76fb555283518cb3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181773.007152:0:24220:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000050b4552d/0x76fb555283518cb3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181773.007165:0:24220:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000050b4552d/0x76fb555283518cb3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181773.007173:0:24220:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000050b4552d/0x76fb555283518cb3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181773.007195:0:24220:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789181773.007558:0:22698:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789181773.007565:0:22698:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000050b4552d/0x76fb555283518cb3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181773.007575:0:22698:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1dc3496800 already unused, calling callback (ffffffffc0d949b0) 00010000:00010000:1.0:1789181773.007580:0:22698:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000050b4552d/0x76fb555283518cb3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181773.007592:0:22698:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000050b4552d/0x76fb555283518cb3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181773.007609:0:22698:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000050b4552d/0x76fb555283518cb3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181773.007617:0:22698:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000050b4552d/0x76fb555283518cb3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181773.007645:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789181773.007646:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789181773.007648:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789181773.008174:0:24220:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789181773.008182:0:24220:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008f6c4af6/0x76fb555283518cba lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181773.008193:0:24220:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=728s v=(0 0) 00010000:00010000:0.0:1789181773.008196:0:24220:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789181773.008209:0:24220:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008f6c4af6/0x76fb555283518cba lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181773.008219:0:24220:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008f6c4af6/0x76fb555283518cba lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181773.008228:0:24220:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008f6c4af6/0x76fb555283518cba lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181773.008235:0:24220:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008f6c4af6/0x76fb555283518cba lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181773.008254:0:24220:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789181773.008847:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789181773.008856:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008f6c4af6/0x76fb555283518cba lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181773.008866:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1dc3497600 already unused, calling callback (ffffffffc0d949b0) 00010000:00010000:1.0:1789181773.008871:0:22697:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008f6c4af6/0x76fb555283518cba lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181773.008881:0:22697:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008f6c4af6/0x76fb555283518cba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181773.008896:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008f6c4af6/0x76fb555283518cba lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181773.008904:0:22697:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008f6c4af6/0x76fb555283518cba lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181773.008931:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789181773.008933:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789181773.008935:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789181773.010360:0:24220:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789181773.010374:0:24220:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000351c7c5a/0x76fb555283518cc1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181773.010386:0:24220:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=728s v=(0 0) 00010000:00010000:0.0:1789181773.010391:0:24220:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789181773.010396:0:24220:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000351c7c5a/0x76fb555283518cc1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181773.010407:0:24220:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000351c7c5a/0x76fb555283518cc1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181773.010417:0:24220:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000351c7c5a/0x76fb555283518cc1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181773.010440:0:24220:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000351c7c5a/0x76fb555283518cc1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181773.010454:0:24220:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789181773.010698:0:22698:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789181773.010705:0:22698:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000351c7c5a/0x76fb555283518cc1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181773.010762:0:22698:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1dc3496000 already unused, calling callback (ffffffffc0d949b0) 00010000:00010000:1.0:1789181773.010767:0:22698:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000351c7c5a/0x76fb555283518cc1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181773.010776:0:22698:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000351c7c5a/0x76fb555283518cc1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181773.010792:0:22698:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000351c7c5a/0x76fb555283518cc1 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181773.010800:0:22698:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000351c7c5a/0x76fb555283518cc1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181773.010820:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789181773.010821:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789181773.010823:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789181773.012148:0:24220:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789181773.012161:0:24220:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ca3c3444/0x76fb555283518cc8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181773.012174:0:24220:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=728s v=(0 0) 00010000:00010000:0.0:1789181773.012178:0:24220:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789181773.012182:0:24220:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ca3c3444/0x76fb555283518cc8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181773.012192:0:24220:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ca3c3444/0x76fb555283518cc8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181773.012198:0:24220:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ca3c3444/0x76fb555283518cc8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181773.012203:0:24220:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ca3c3444/0x76fb555283518cc8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181773.012219:0:24220:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789181773.012469:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789181773.012476:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ca3c3444/0x76fb555283518cc8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181773.012482:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1dc3497e00 already unused, calling callback (ffffffffc0d949b0) 00010000:00010000:1.0:1789181773.012485:0:22697:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ca3c3444/0x76fb555283518cc8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181773.012494:0:22697:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ca3c3444/0x76fb555283518cc8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181773.012518:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ca3c3444/0x76fb555283518cc8 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181773.012525:0:22697:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ca3c3444/0x76fb555283518cc8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181773.012549:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789181773.012551:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789181773.012553:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789181773.013668:0:24220:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789181773.013680:0:24220:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e39005da/0x76fb555283518ccf lrc: 3/0,1 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181773.013704:0:24220:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=729s v=(0 0) 00010000:00010000:0.0:1789181773.013709:0:24220:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789181773.013714:0:24220:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e39005da/0x76fb555283518ccf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181773.013758:0:24220:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e39005da/0x76fb555283518ccf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181773.013769:0:24220:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e39005da/0x76fb555283518ccf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181773.013776:0:24220:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e39005da/0x76fb555283518ccf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181773.013795:0:24220:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789181773.013982:0:22698:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789181773.013989:0:22698:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e39005da/0x76fb555283518ccf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181773.013997:0:22698:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1dc3496400 already unused, calling callback (ffffffffc0d949b0) 00010000:00010000:0.0:1789181773.014001:0:22698:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e39005da/0x76fb555283518ccf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181773.014011:0:22698:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e39005da/0x76fb555283518ccf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181773.014477:0:22698:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e39005da/0x76fb555283518ccf lrc: 1/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181773.014487:0:22698:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e39005da/0x76fb555283518ccf lrc: 0/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181773.014508:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789181773.014510:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789181773.014512:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789181773.017931:0:24220:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789181773.017947:0:24220:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000077bdaec3/0x76fb555283518cd6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181773.017967:0:24220:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=729s v=(0 0) 00010000:00010000:1.0:1789181773.017973:0:24220:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789181773.017981:0:24220:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000077bdaec3/0x76fb555283518cd6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181773.017998:0:24220:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000077bdaec3/0x76fb555283518cd6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181773.018010:0:24220:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000077bdaec3/0x76fb555283518cd6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181773.018019:0:24220:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000077bdaec3/0x76fb555283518cd6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181773.022408:0:24220:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789181773.022693:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789181773.022703:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000077bdaec3/0x76fb555283518cd6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181773.022713:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1e0084bc00 already unused, calling callback (ffffffffc0d949b0) 00010000:00010000:2.0:1789181773.022718:0:22697:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000077bdaec3/0x76fb555283518cd6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181773.022767:0:22697:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000077bdaec3/0x76fb555283518cd6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181773.022800:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000077bdaec3/0x76fb555283518cd6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181773.022808:0:22697:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000077bdaec3/0x76fb555283518cd6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181773.022830:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789181773.022832:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789181773.022834:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789181773.024234:0:24220:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789181773.024247:0:24220:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006521cc3f/0x76fb555283518cdd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181773.024265:0:24220:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=729s v=(0 0) 00010000:00010000:2.0:1789181773.024272:0:24220:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789181773.024279:0:24220:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006521cc3f/0x76fb555283518cdd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181773.024293:0:24220:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006521cc3f/0x76fb555283518cdd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181773.024302:0:24220:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006521cc3f/0x76fb555283518cdd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181773.024311:0:24220:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006521cc3f/0x76fb555283518cdd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181773.024350:0:24220:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1789181773.025997:0:24220:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789181773.026011:0:24220:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000588113e7/0x76fb555283518ce4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181773.026028:0:24220:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=729s v=(0 0) 00010000:00010000:2.0:1789181773.026530:0:24220:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789181773.026539:0:24220:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000588113e7/0x76fb555283518ce4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181773.026555:0:24220:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000588113e7/0x76fb555283518ce4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181773.026565:0:24220:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000588113e7/0x76fb555283518ce4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181773.026574:0:24220:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000588113e7/0x76fb555283518ce4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181773.026603:0:24220:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1789181773.026866:0:22698:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1789181773.026875:0:22698:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006521cc3f/0x76fb555283518cdd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181773.026886:0:22698:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1dc1522400 already unused, calling callback (ffffffffc0d949b0) 00010000:00010000:3.0:1789181773.026889:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789181773.026891:0:22698:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006521cc3f/0x76fb555283518cdd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181773.026904:0:22698:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006521cc3f/0x76fb555283518cdd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181773.026934:0:22698:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006521cc3f/0x76fb555283518cdd lrc: 1/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181773.026942:0:22698:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006521cc3f/0x76fb555283518cdd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181773.026960:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789181773.026962:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789181773.026963:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789181773.027421:0:24220:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789181773.027428:0:24220:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bcd12c39/0x76fb555283518ceb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181773.027437:0:24220:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=729s v=(0 0) 00010000:00010000:2.0:1789181773.027447:0:24220:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789181773.027452:0:24220:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bcd12c39/0x76fb555283518ceb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181773.027476:0:24220:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bcd12c39/0x76fb555283518ceb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181773.027485:0:24220:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bcd12c39/0x76fb555283518ceb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181773.027493:0:24220:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bcd12c39/0x76fb555283518ceb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181773.027511:0:24220:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789181773.027714:0:22698:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789181773.027720:0:22698:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bcd12c39/0x76fb555283518ceb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181773.027771:0:22698:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1dc1523400 already unused, calling callback (ffffffffc0d949b0) 00010000:00010000:1.0:1789181773.027781:0:22698:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bcd12c39/0x76fb555283518ceb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181773.027791:0:22698:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bcd12c39/0x76fb555283518ceb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181773.027803:0:22698:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bcd12c39/0x76fb555283518ceb lrc: 1/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181773.027811:0:22698:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bcd12c39/0x76fb555283518ceb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181773.027827:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789181773.027829:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789181773.027831:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789181773.028323:0:24791:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789181773.028327:0:24791:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789181773.028329:0:24791:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789181773.028854:0:24220:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789181773.028864:0:24220:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000984f0f3e/0x76fb555283518cf2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181773.028889:0:24220:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=729s v=(0 0) 00010000:00010000:3.0:1789181773.028895:0:24220:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789181773.028901:0:24220:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000984f0f3e/0x76fb555283518cf2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181773.028932:0:24220:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000984f0f3e/0x76fb555283518cf2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181773.028943:0:24220:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000984f0f3e/0x76fb555283518cf2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181773.028951:0:24220:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000984f0f3e/0x76fb555283518cf2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181773.028984:0:24220:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789181773.029198:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000588113e7/0x76fb555283518ce4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181773.029209:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1dc1522200 already unused, calling callback (ffffffffc0d949b0) 00010000:00010000:1.0:1789181773.029213:0:22697:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000588113e7/0x76fb555283518ce4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181773.029224:0:22697:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000588113e7/0x76fb555283518ce4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181773.029238:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000588113e7/0x76fb555283518ce4 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181773.029258:0:22697:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000588113e7/0x76fb555283518ce4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181773.029277:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789181773.029280:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000984f0f3e/0x76fb555283518cf2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181773.029287:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1cc39f1000 already unused, calling callback (ffffffffc0d949b0) 00010000:00010000:1.0:1789181773.029289:0:22697:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000984f0f3e/0x76fb555283518cf2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181773.029296:0:22697:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000984f0f3e/0x76fb555283518cf2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181773.029306:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000984f0f3e/0x76fb555283518cf2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181773.029312:0:22697:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000984f0f3e/0x76fb555283518cf2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181773.029324:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789181773.029326:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789181773.029328:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789181773.029473:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789181773.032586:0:24220:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789181773.032602:0:24220:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b3ca7e74/0x76fb555283518cf9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181773.032620:0:24220:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=729s v=(0 0) 00010000:00010000:3.0:1789181773.032625:0:24220:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789181773.032632:0:24220:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b3ca7e74/0x76fb555283518cf9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181773.032647:0:24220:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b3ca7e74/0x76fb555283518cf9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181773.032657:0:24220:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b3ca7e74/0x76fb555283518cf9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181773.032667:0:24220:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b3ca7e74/0x76fb555283518cf9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181773.032690:0:24220:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:3.0:1789181773.032876:0:24220:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0000: after destroy: set last_id to 0x280000401:34 00000100:00100000:3.0:1789181773.032999:0:24220:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dc4de9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:22734:x1876092408558976:12345-0@lo:5:osp-pre-0-0.0 Request processed in 133663us (138068us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181773.033010:0:24220:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00010000:2.0:1789181773.035132:0:24791:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789181773.035147:0:24791:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b3ca7e74/0x76fb555283518cf9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181773.035162:0:24791:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1cc39f1e00 already unused, calling callback (ffffffffc0d949b0) 00010000:00010000:2.0:1789181773.035167:0:24791:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b3ca7e74/0x76fb555283518cf9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181773.035180:0:24791:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b3ca7e74/0x76fb555283518cf9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181773.035200:0:24791:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b3ca7e74/0x76fb555283518cf9 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181773.035213:0:24791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b3ca7e74/0x76fb555283518cf9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181773.035235:0:24791:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789181773.035237:0:24791:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789181773.035239:0:24791:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789181773.036228:0:22734:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dc4dea680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22734:1876092408558976:0@lo:5:osp-pre-0-0.0 00000004:00080000:1.0:1789181773.036251:0:22734:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x280000401:0x41:0x0] from OST, last_created [0x280000401:0x41:0x0]last_used is [0x280000401:0x22:0x0] 00000100:00100000:1.0:1789181773.036321:0:22734:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dc2f05500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22734:1876092408559104:0@lo:5:osp-pre-0-0.0 00000100:00100000:1.0:1789181773.036382:0:22734:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181773.036410:0:22734:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dd1e08300 going to sleep for 11 seconds 00000100:00100000:3.0:1789181773.037875:0:24219:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408559104 00000100:00100000:3.0:1789181773.037894:0:24219:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408559104 00000100:00100000:3.0:1789181773.037962:0:24219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1789181773.037974:0:24219:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dc2f04380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:22734:x1876092408559104:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:3.0:1789181773.038049:0:24219:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000401 at 66 00000001:00080000:2.0:1789181773.051864:0:24215:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901890 is committed 00000001:00100000:2.0:1789181773.051919:0:24215:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000100:00100000:1.0:1789181773.052162:0:24219:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dc2f04380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:22734:x1876092408559104:12345-0@lo:5:osp-pre-0-0.0 Request processed in 14183us (15772us total) trans 12884901890 rc 0/0 00000100:00100000:1.0:1789181773.052174:0:24219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1789181773.052337:0:22734:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:2.0:1789181773.052345:0:22734:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dc2f05500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22734:1876092408559104:0@lo:5:osp-pre-0-0.0 00000004:00080000:2.0:1789181773.052363:0:22734:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x280000401:0x41:0x0]-[0x280000401:0x61:0x0] 00010000:00010000:2.0:1789181773.325900:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789181774.354243:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789181775.118322:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc2756300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1876092408559232:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789181775.118449:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181775.118993:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408559232 00000100:00100000:3.0:1789181775.119002:0:22715:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408559232 00000100:00100000:3.0:1789181775.119064:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1789181775.119074:0:22715:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfdf81180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1876092408559232:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1789181775.119113:0:22715:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1789181775.119173:0:22715:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfdf81180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1876092408559232:12345-0@lo:41:osp-pre-0-1.0 Request processed in 100us (723us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181775.119181:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1789181775.119234:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc2756300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1876092408559232:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789181775.121682:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789181775.121706:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dfdf80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1876092408559360:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1789181775.121804:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181775.123653:0:24223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408559360 00000100:00100000:1.0:1789181775.123668:0:24223:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408559360 00000100:00100000:1.0:1789181775.123783:0:24223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00080000:0.0:1789181775.123828:0:22705:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1789181775.123862:0:24223:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3ba5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1876092408559360:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1789181775.123906:0:24223:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1789181775.124000:0:24223:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3ba5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1876092408559360:12345-0@lo:13:osp-pre-0-1.0 Request processed in 141us (2196us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181775.124409:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dfdf80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1876092408559360:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1789181775.125577:0:24223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00010000:2.0:1789181775.377167:0:24791:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789181775.629263:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789181775.629287:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dc4dea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1876092408559488:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1789181775.629356:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789181775.629438:0:23453:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408559488 00000100:00100000:0.0:1789181775.629447:0:23453:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408559488 00000100:00100000:0.0:1789181775.629497:0:23453:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1789181775.629505:0:23453:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dc2f04000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3643:x1876092408559488:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1789181775.629540:0:23453:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1789181775.629586:0:23453:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dc2f04000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3643:x1876092408559488:12345-0@lo:41:osp-pre-1-0.0 Request processed in 81us (229us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181775.629592:0:23453:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1789181775.629641:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dc4dea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1876092408559488:0@lo:41:osp-pre-1-0.0 00000040:00080000:2.0:1789181776.335010:0:23467:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1789181776.397470:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1789181777.329145:0:25033:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:3.0:1789181777.329149:0:25033:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/ost2_flakey 00000020:01000004:3.0:1789181777.329151:0:25033:0:(obd_mount.c:929:lmd_print()) options: errors=remount-ro 00000080:01200004:3.0:1789181777.329267:0:25033:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff9c1ddd888000 00000020:01000004:3.0:1789181777.329285:0:25033:0:(tgt_mount.c:2503:osd_start()) Attempting to start lustre-OST0001, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:3.0:1789181777.329301:0:25033:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0001-osd (typ=osd-ldiskfs) 00000020:00000080:3.0:1789181777.329316:0:25033:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osd (ffff9c1dc4393380) 00000020:00000080:3.0:1789181777.329332:0:25033:0:(obd_config.c:720:class_attach_name()) OBD: dev 25 attached type osd-ldiskfs with refcount 2 00100000:10000000:1.0:1789181777.405589:0:25033:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:1.0:1789181777.409624:0:25033:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:1.0:1789181777.411208:0:25033:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:1.0:1789181777.412195:0:25033:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:1.0:1789181777.413266:0:25033:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:1.0:1789181777.413593:0:25033:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:1.0:1789181777.414381:0:25033:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x4:0x0] (8/32) registered 00010000:00010000:2.0:1789181777.422881:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:01000000:1.0:1789181777.423345:0:25033:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0001: register osd-ldiskfs tunable parameters 00000020:00000080:1.0:1789181777.423568:0:25033:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00080000:01000000:1.0:1789181777.423591:0:25033:0:(osd_handler.c:8924:osd_obd_connect()) connect #0 00000020:00000080:1.0:1789181777.423603:0:25033:0:(genops.c:1384:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0x76fb555283518d07 00000020:01000004:1.0:1789181777.423610:0:25033:0:(tgt_mount.c:2588:server_fill_super()) Found service lustre-OST0001 on device /dev/mapper/ost2_flakey 00000020:01000004:1.0:1789181777.423647:0:25033:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.202.101@tcp:Set MGC reconnect 1 10000000:01000000:1.0:1789181777.423651:0:25033:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.202.101@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:1.0:1789181777.423658:0:25033:0:(tgt_mount.c:1809:server_start_targets()) starting target lustre-OST0001 00000020:01000004:1.0:1789181777.425098:0:25033:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost2_flakey 10000000:01000000:1.0:1789181777.425108:0:25033:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.202.101@tcp: cl_mgc_mutex lustre-OST0001-osd for locked: rc = 0 00000040:01000000:0.0:1789181777.463148:0:25033:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.202.101@tcp ctxt 0 is initialized 00000020:01000004:0.0:1789181777.463199:0:25033:0:(tgt_mount.c:1416:server_register_target()) Registration lustre-OST0001, fs=lustre, 192.168.202.101@tcp, index=0001, flags=0x20002 00000020:01000004:0.0:1789181777.463204:0:25033:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:0.0:1789181777.463206:0:25033:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1789181777.463207:0:25033:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789181777.463213:0:25033:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789181777.463214:0:25033:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789181777.463215:0:25033:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789181777.463217:0:25033:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1789181777.463219:0:25033:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789181777.463220:0:25033:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1789181777.463223:0:25033:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x10020002 00000020:01000004:0.0:1789181777.463226:0:25033:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1789181777.463227:0:25033:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1789181777.463228:0:25033:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789181777.463229:0:25033:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789181777.463230:0:25033:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789181777.463231:0:25033:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789181777.463231:0:25033:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1789181777.463233:0:25033:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789181777.463234:0:25033:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1789181777.463289:0:25033:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:0.0:1789181777.463316:0:25033:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dc4dea680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:25033:1876092408559616:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1789181777.463392:0:25033:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789181777.463442:0:25033:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dd36979c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789181777.466126:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408559616 00000100:00100000:1.0:1789181777.466146:0:22704:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408559616 00000100:00100000:1.0:1789181777.466227:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:1.0:1789181777.466238:0:22704:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3a48450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+21:25033:x1876092408559616:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1789181777.466274:0:22704:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:1.0:1789181777.466278:0:22704:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0001 is running on 0@lo 20000000:01000000:1.0:1789181777.466282:0:22704:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 00000100:00100000:1.0:1789181777.467960:0:22704:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3a48450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+21:25033:x1876092408559616:12345-0@lo:253:mount.lustre.0 Request processed in 1716us (4560us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181777.467972:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:0.0:1789181777.468332:0:25033:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dc4dea680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:25033:1876092408559616:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1789181777.468350:0:25033:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:0.0:1789181777.468354:0:25033:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1789181777.468355:0:25033:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1789181777.468356:0:25033:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789181777.468358:0:25033:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789181777.468359:0:25033:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789181777.468360:0:25033:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789181777.468362:0:25033:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1789181777.468364:0:25033:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789181777.468365:0:25033:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:0.0:1789181777.468387:0:25033:0:(tgt_mount.c:101:server_register_mount()) register mount ffff9c1ddd888000 from lustre-OST0001 10000000:01000000:0.0:1789181777.468420:0:25033:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-OST0001 from 0 10000000:01000000:0.0:1789181777.468423:0:25033:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0001-0000000000000000 10000000:01000000:0.0:1789181777.468433:0:25033:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff9c1cc3260000 local copy 00010000:00010000:0.0:1789181777.468444:0:25033:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1dc1679600/0x76fb555283518941 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518948 expref: -99 pid: 22688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789181777.468570:0:25033:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dc4dea680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:25033:1876092408559744:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789181777.468613:0:25033:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181777.468720:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408559744 00000100:00100000:1.0:1789181777.469266:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408559744 00000100:00100000:1.0:1789181777.469308:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:1.0:1789181777.469317:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3a48c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+21:25033:x1876092408559744:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789181777.469409:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3a48c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+21:25033:x1876092408559744:12345-0@lo:501:mount.lustre.0 Request processed in 93us (795us total) trans 0 rc -2/-2 00000100:00100000:1.0:1789181777.469416:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00100000:0.0:1789181777.469829:0:25033:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dd3697a80 going to sleep for 11 seconds 00000100:00100000:0.0:1789181777.469851:0:25033:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dc4dea680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:25033:1876092408559744:0@lo:501:mount.lustre.0 10000000:01000000:0.0:1789181777.469885:0:25033:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.202.101@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:0.0:1789181777.469913:0:25033:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.202.101@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:0.0:1789181777.469921:0:25033:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1dc1679600/0x76fb555283518941 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518948 expref: -99 pid: 22688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181777.469933:0:25033:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.101@tcp lock: ffff9c1dc1679600/0x76fb555283518941 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518948 expref: -99 pid: 22688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789181777.472028:0:25033:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9c1ddd888000 10000000:01000000:0.0:1789181777.472054:0:25033:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:0.0:1789181777.472062:0:25033:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0001-0000000000000000 10000000:01000000:0.0:1789181777.472066:0:25033:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1789181777.472071:0:25033:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 1 10000000:01000000:0.0:1789181777.472075:0:25033:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:0.0:1789181777.472114:0:25033:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1dc3497400/0x76fb555283518d0e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181777.472125:0:25033:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.101@tcp lock: ffff9c1dc3497400/0x76fb555283518d0e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181777.472136:0:25033:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.101@tcp lock: ffff9c1dc3497400/0x76fb555283518d0e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789181777.472178:0:25033:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dc4dea680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:25033:1876092408559872:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1789181777.472243:0:25033:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789181777.472293:0:25033:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dd3697a80 going to sleep for 11 seconds 00000100:00100000:1.0:1789181777.473303:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408559872 00000100:00100000:1.0:1789181777.473317:0:22704:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408559872 00000100:00100000:1.0:1789181777.473381:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:1.0:1789181777.473393:0:22704:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3a49050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+21:25033:x1876092408559872:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789181777.473423:0:22704:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789181777.473441:0:22704:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c1e0084ba00/0x76fb555283518d15 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0x76fb555283518d0e expref: -99 pid: 22704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181777.473469:0:22704:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c1e0084ba00/0x76fb555283518d15 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76fb555283518d0e expref: 22 pid: 22704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181777.473482:0:22704:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c1e0084ba00/0x76fb555283518d15 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76fb555283518d0e expref: 22 pid: 22704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181777.473492:0:22704:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c1e0084ba00, rc 0) 00000100:00100000:1.0:1789181777.473560:0:22704:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3a49050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+22:25033:x1876092408559872:12345-0@lo:101:mount.lustre.0 Request processed in 169us (1316us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181777.473567:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:0.0:1789181777.473793:0:25033:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dc4dea680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:25033:1876092408559872:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789181777.473815:0:25033:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.101@tcp lock: ffff9c1dc3497400/0x76fb555283518d0e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518d15 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181777.473825:0:25033:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.101@tcp lock: ffff9c1dc3497400/0x76fb555283518d0e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x76fb555283518d15 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1789181777.481187:0:25033:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 11 count 11 00000040:00080000:0.0:1789181777.482984:0:25033:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1789181777.486336:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:0.0:1789181777.486399:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:0.0:1789181777.486415:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:0.0:1789181777.486431:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:0.0:1789181777.486445:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:0.0:1789181777.486459:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:0.0:1789181777.486473:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:0.0:1789181777.486486:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:0.0:1789181777.486500:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 120 off9752 00000040:00080000:0.0:1789181777.486524:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9976 00000040:00080000:0.0:1789181777.486530:0:25033:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 10 count 11 00000100:00100000:0.0:1789181777.486710:0:25033:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dc4dea680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:25033:1876092408560000:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789181777.501851:0:25033:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181777.501916:0:25033:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dd3697180 going to sleep for 11 seconds 00000100:00100000:3.0:1789181777.502008:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408560000 00000100:00100000:3.0:1789181777.502018:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408560000 00000100:00100000:3.0:1789181777.502280:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:3.0:1789181777.502291:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3a49c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+22:25033:x1876092408560000:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789181777.502752:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3a49c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+22:25033:x1876092408560000:12345-0@lo:501:mount.lustre.0 Request processed in 461us (907us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181777.502762:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:2.0:1789181777.504877:0:25033:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dc4dea680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:25033:1876092408560000:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789181777.504958:0:25033:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc2756300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:25033:1876092408560128:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789181777.505710:0:25033:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181777.505798:0:25033:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dd132c840 going to sleep for 11 seconds 00000100:00100000:1.0:1789181777.505898:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408560128 00000100:00100000:1.0:1789181777.505907:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408560128 00000100:00100000:1.0:1789181777.505962:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:1.0:1789181777.505973:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3a49450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+22:25033:x1876092408560128:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789181777.507028:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3a49450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+22:25033:x1876092408560128:12345-0@lo:503:mount.lustre.0 Request processed in 1054us (1317us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181777.507049:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:2.0:1789181777.507391:0:25033:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc2756300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:25033:1876092408560128:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1789181777.508143:0:25033:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1789181777.508302:0:25033:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc2756300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:25033:1876092408560256:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789181777.508363:0:25033:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181777.508400:0:25033:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dd132c840 going to sleep for 11 seconds 00000100:00100000:3.0:1789181777.508499:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408560256 00000100:00100000:3.0:1789181777.508507:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408560256 00000100:00100000:3.0:1789181777.508544:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:3.0:1789181777.508552:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3a49850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+22:25033:x1876092408560256:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789181777.510417:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3a49850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+22:25033:x1876092408560256:12345-0@lo:502:mount.lustre.0 Request processed in 1859us (2047us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181777.510431:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:0.0:1789181777.510949:0:25033:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc2756300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:25033:1876092408560256:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1789181777.522438:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:1.0:1789181777.522480:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:1.0:1789181777.522495:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:1.0:1789181777.522510:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:1.0:1789181777.522522:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:1.0:1789181777.522534:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:1.0:1789181777.522547:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:1.0:1789181777.522560:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:1.0:1789181777.522584:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 120 off9752 00000100:00100000:1.0:1789181777.523133:0:25033:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dc2f05180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:25033:1876092408560384:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789181777.523222:0:25033:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181777.523306:0:25033:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dc4f84b40 going to sleep for 11 seconds 00000100:00100000:2.0:1789181777.532046:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408560384 00000100:00100000:2.0:1789181777.532069:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408560384 00000100:00100000:0.0:1789181777.536565:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:0.0:1789181777.536579:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3a4bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+22:25033:x1876092408560384:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789181777.537188:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3a4bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+22:25033:x1876092408560384:12345-0@lo:502:mount.lustre.0 Request processed in 610us (13965us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181777.537198:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:1.0:1789181777.537309:0:25033:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dc2f05180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:25033:1876092408560384:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1789181777.537433:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9976 00000040:00080000:1.0:1789181777.537447:0:25033:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 10 count 11 00000020:01000000:3.0:1789181777.538447:0:25037:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1789181777.538458:0:25037:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/ost2_flakey 00000020:00000080:3.0:1789181777.538464:0:25037:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789181777.538466:0:25037:0:(obd_config.c:1563:class_process_config()) marker 29 (0x1) lustre-OST0001 add ost 00000020:00000080:3.0:1789181777.538473:0:25037:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1789181777.538489:0:25037:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001 (ffff9c1e00950000) 00000020:00000080:3.0:1789181777.538514:0:25037:0:(obd_config.c:720:class_attach_name()) OBD: dev 26 attached type obdfilter with refcount 2 00000020:00000080:3.0:1789181777.538520:0:25037:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:3.0:1789181777.538593:0:25037:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9c1ddd888000 from lustre-OST0001, refs=2 00080000:01000000:3.0:1789181777.538602:0:25037:0:(osd_handler.c:8924:osd_obd_connect()) connect #1 00000020:00000080:3.0:1789181777.538610:0:25037:0:(genops.c:1384:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0x76fb555283518d23 00010000:00010000:3.0:1789181777.546375:0:25037:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0001_UUID-4 is initialized 00000001:00000004:3.0:1789181777.550186:0:25037:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 8589934594 00080000:10000000:3.0:1789181777.553959:0:25037:0:(osd_handler.c:5580:osd_index_try()) lustre-OST0001: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:3.0:1789181777.559543:0:25037:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:01000000:3.0:1789181777.559558:0:25037:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789181777.559564:0:25037:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789181777.559576:0:25037:0:(obd_config.c:1563:class_process_config()) marker 29 (0x2) lustre-OST0001 add ost 00000020:01000000:3.0:1789181777.559580:0:25037:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789181777.559585:0:25037:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789181777.559586:0:25037:0:(obd_config.c:1563:class_process_config()) marker 37 (0x1) lustre sys.timeout 00000020:00000080:3.0:1789181777.559589:0:25037:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:3.0:1789181777.559591:0:25037:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:3.0:1789181777.559593:0:25037:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789181777.559595:0:25037:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789181777.559596:0:25037:0:(obd_config.c:1563:class_process_config()) marker 37 (0x2) lustre sys.timeout 00000020:01000000:3.0:1789181777.564972:0:25037:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789181777.564998:0:25037:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789181777.565001:0:25037:0:(obd_config.c:1563:class_process_config()) marker 42 (0x1) lustre sys.jobid_var 00000020:00000080:3.0:1789181777.565009:0:25037:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:3.0:1789181777.565140:0:25037:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789181777.565146:0:25037:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789181777.565147:0:25037:0:(obd_config.c:1563:class_process_config()) marker 42 (0x2) lustre sys.jobid_var 00000040:00080000:3.0:1789181777.565151:0:25037:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 11 count 11 00000020:01000000:1.0:1789181777.565885:0:25033:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0001 gen 1-10 (rc=0) 10000000:01000000:1.0:1789181777.565919:0:25033:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.101@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:1.0:1789181777.565934:0:25033:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1dc3497400/0x76fb555283518d0e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518d15 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181777.565947:0:25033:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.101@tcp lock: ffff9c1dc3497400/0x76fb555283518d0e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518d15 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789181777.565956:0:25033:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9c1ddd888000 from 1 10000000:01000000:1.0:1789181777.565958:0:25033:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1789181777.566924:0:25033:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1e0084b000/0x76fb555283518d2a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181777.566936:0:25033:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.101@tcp lock: ffff9c1e0084b000/0x76fb555283518d2a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181777.566948:0:25033:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.101@tcp lock: ffff9c1e0084b000/0x76fb555283518d2a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789181777.566976:0:25033:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dc2f05180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:25033:1876092408560512:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1789181777.568238:0:25033:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181777.568290:0:25033:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1cc1eb06c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789181777.568355:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408560512 00000100:00100000:2.0:1789181777.568364:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408560512 00000100:00100000:2.0:1789181777.568453:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:2.0:1789181777.568463:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfbefcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+22:25033:x1876092408560512:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789181777.568477:0:22703:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789181777.568494:0:22703:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c1dc1523400/0x76fb555283518d31 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x76fb555283518d2a expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181777.568521:0:22703:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c1dc1523400/0x76fb555283518d31 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76fb555283518d2a expref: 23 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181777.568531:0:22703:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c1dc1523400/0x76fb555283518d31 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76fb555283518d2a expref: 23 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181777.568539:0:22703:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c1dc1523400, rc 0) 00000100:00100000:2.0:1789181777.568709:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfbefcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+23:25033:x1876092408560512:12345-0@lo:101:mount.lustre.0 Request processed in 247us (475us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181777.568715:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:0.0:1789181777.573046:0:25033:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dc2f05180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:25033:1876092408560512:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789181777.573080:0:25033:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.101@tcp lock: ffff9c1e0084b000/0x76fb555283518d2a lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518d31 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181777.573093:0:25033:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.101@tcp lock: ffff9c1e0084b000/0x76fb555283518d2a lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x76fb555283518d31 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1789181777.575320:0:25033:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:3.0:1789181777.575718:0:25033:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1789181777.576371:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:3.0:1789181777.576397:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:3.0:1789181777.576407:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:3.0:1789181777.576434:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:3.0:1789181777.576445:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:3.0:1789181777.576456:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:3.0:1789181777.576466:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:3.0:1789181777.576477:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:3.0:1789181777.576489:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:3.0:1789181777.576500:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:3.0:1789181777.576510:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:3.0:1789181777.576527:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:3.0:1789181777.576532:0:25033:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:3.0:1789181777.577304:0:25033:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc3ba6d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:25033:1876092408560640:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789181777.577387:0:25033:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181777.577475:0:25033:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dd16ab600 going to sleep for 11 seconds 00000100:00100000:0.0:1789181777.577521:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408560640 00000100:00100000:0.0:1789181777.577529:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408560640 00000100:00100000:0.0:1789181777.577622:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:0.0:1789181777.577642:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfbefd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+23:25033:x1876092408560640:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789181777.577809:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfbefd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+23:25033:x1876092408560640:12345-0@lo:501:mount.lustre.0 Request processed in 169us (421us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181777.577817:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:3.0:1789181777.577927:0:25033:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc3ba6d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:25033:1876092408560640:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789181777.577961:0:25033:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc3ba6d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:25033:1876092408560768:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789181777.578012:0:25033:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181777.578467:0:25033:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dd16ab600 going to sleep for 11 seconds 00000100:00100000:1.0:1789181777.578588:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408560768 00000100:00100000:1.0:1789181777.578695:0:22704:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408560768 00000100:00100000:1.0:1789181777.578758:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:1.0:1789181777.578767:0:22704:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfbefe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+23:25033:x1876092408560768:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789181777.578856:0:22704:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfbefe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+23:25033:x1876092408560768:12345-0@lo:503:mount.lustre.0 Request processed in 91us (843us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181777.578863:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:0.0:1789181777.581067:0:25033:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc3ba6d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:25033:1876092408560768:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1789181777.581582:0:25033:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1789181777.581700:0:25033:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dc4deb480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:25033:1876092408560896:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789181777.581924:0:25033:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789181777.581960:0:25033:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dd3697a80 going to sleep for 11 seconds 00000100:00100000:1.0:1789181777.582042:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408560896 00000100:00100000:1.0:1789181777.582050:0:22704:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408560896 00000100:00100000:1.0:1789181777.582096:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:1.0:1789181777.582106:0:22704:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfbefec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+23:25033:x1876092408560896:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789181777.582214:0:22704:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfbefec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+23:25033:x1876092408560896:12345-0@lo:502:mount.lustre.0 Request processed in 109us (289us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181777.582223:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:0.0:1789181777.582564:0:25033:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dc4deb480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:25033:1876092408560896:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1789181777.582971:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:0.0:1789181777.583012:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:0.0:1789181777.583043:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:0.0:1789181777.583059:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:0.0:1789181777.583072:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:0.0:1789181777.583085:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:0.0:1789181777.583099:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:0.0:1789181777.583112:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:0.0:1789181777.583127:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:0.0:1789181777.583139:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:0.0:1789181777.583151:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:0.0:1789181777.583183:0:25033:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dc4deb480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:25033:1876092408561024:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789181777.583239:0:25033:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789181777.583274:0:25033:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dd3697a80 going to sleep for 11 seconds 00000100:00100000:1.0:1789181777.583331:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408561024 00000100:00100000:1.0:1789181777.583338:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408561024 00000100:00100000:1.0:1789181777.583378:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:1.0:1789181777.583387:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfbefe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+23:25033:x1876092408561024:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789181777.583476:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfbefe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+23:25033:x1876092408561024:12345-0@lo:502:mount.lustre.0 Request processed in 90us (236us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181777.583483:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:1.0:1789181777.583527:0:25033:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dc4deb480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:25033:1876092408561024:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1789181777.583571:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:1.0:1789181777.583579:0:25033:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:0.0:1789181777.585428:0:25041:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789181777.586079:0:25041:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789181777.586083:0:25041:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:0.0:1789181777.586095:0:25041:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9c1ddd888000 00000020:00000080:0.0:1789181777.586099:0:25041:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1789181777.586107:0:25041:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789181777.586110:0:25041:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789181777.586111:0:25041:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:0.0:1789181777.586113:0:25041:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789181777.586117:0:25041:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789181777.586118:0:25041:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:0.0:1789181777.586121:0:25041:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9c1ddd888000 00000020:00000080:0.0:1789181777.586123:0:25041:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1789181777.586188:0:25041:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789181777.586192:0:25041:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789181777.586193:0:25041:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:0.0:1789181777.586195:0:25041:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789181777.586197:0:25041:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789181777.586198:0:25041:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1789181777.586201:0:25041:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9c1ddd888000 00000020:00000080:0.0:1789181777.586203:0:25041:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1789181777.586231:0:25041:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789181777.586234:0:25041:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789181777.586235:0:25041:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1789181777.586238:0:25041:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789181777.586240:0:25041:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789181777.586241:0:25041:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:0.0:1789181777.586244:0:25041:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9c1ddd888000 00000020:00000080:0.0:1789181777.586247:0:25041:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1789181777.586270:0:25041:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789181777.586273:0:25041:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789181777.586274:0:25041:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:0.0:1789181777.586278:0:25041:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:3.0:1789181777.587895:0:25033:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:3.0:1789181777.587941:0:25033:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.101@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1789181777.587972:0:25033:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1e0084b000/0x76fb555283518d2a lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518d31 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181777.587986:0:25033:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.101@tcp lock: ffff9c1e0084b000/0x76fb555283518d2a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518d31 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789181777.588126:0:25033:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:3.0:1789181777.588129:0:25033:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9c1ddd888000 10000000:01000000:3.0:1789181777.588133:0:25033:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9c1ddd888000 10000000:01000000:3.0:1789181777.588138:0:25033:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1789181777.588144:0:25033:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9c1ddd888000 from 1 10000000:01000000:3.0:1789181777.588147:0:25033:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1789181777.588187:0:25033:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1cc39f1600/0x76fb555283518d38 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181777.588197:0:25033:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.101@tcp lock: ffff9c1cc39f1600/0x76fb555283518d38 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181777.588207:0:25033:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.101@tcp lock: ffff9c1cc39f1600/0x76fb555283518d38 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789181777.588246:0:25033:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc3ba4000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:25033:1876092408561152:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1789181777.588315:0:25033:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181777.588362:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408561152 00000100:00100000:3.0:1789181777.588369:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408561152 00000100:00100000:3.0:1789181777.588415:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:3.0:1789181777.588424:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfbefc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+23:25033:x1876092408561152:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789181777.588437:0:22701:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789181777.588449:0:22701:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c1cc39f0000/0x76fb555283518d3f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0x76fb555283518d38 expref: -99 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181777.588473:0:22701:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c1cc39f0000/0x76fb555283518d3f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76fb555283518d38 expref: 24 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181777.588483:0:22701:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c1cc39f0000/0x76fb555283518d3f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76fb555283518d38 expref: 24 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181777.588492:0:22701:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c1cc39f0000, rc 0) 00000100:00100000:3.0:1789181777.588526:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfbefc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+24:25033:x1876092408561152:12345-0@lo:101:mount.lustre.0 Request processed in 102us (211us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181777.588533:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:3.0:1789181777.588579:0:25033:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dd16ab0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789181777.589879:0:25033:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc3ba4000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:25033:1876092408561152:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789181777.589913:0:25033:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.101@tcp lock: ffff9c1cc39f1600/0x76fb555283518d38 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518d3f expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181777.589925:0:25033:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.101@tcp lock: ffff9c1cc39f1600/0x76fb555283518d38 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x76fb555283518d3f expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1789181777.594075:0:25033:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:3.0:1789181777.594586:0:25033:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1789181777.595222:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:3.0:1789181777.595255:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:3.0:1789181777.595271:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:3.0:1789181777.595285:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:3.0:1789181777.595298:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:3.0:1789181777.595311:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:3.0:1789181777.595326:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:3.0:1789181777.595338:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:3.0:1789181777.595350:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:3.0:1789181777.595363:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:3.0:1789181777.595378:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:3.0:1789181777.601097:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:3.0:1789181777.601187:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:3.0:1789181777.601204:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:3.0:1789181777.601218:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:3.0:1789181777.601230:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:3.0:1789181777.601271:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:3.0:1789181777.601289:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:3.0:1789181777.601301:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:3.0:1789181777.601314:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:3.0:1789181777.601328:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:3.0:1789181777.601343:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:3.0:1789181777.601356:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:3.0:1789181777.601370:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:3.0:1789181777.601385:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:3.0:1789181777.601399:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:3.0:1789181777.601412:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:3.0:1789181777.601426:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:3.0:1789181777.601440:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:3.0:1789181777.601466:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:3.0:1789181777.601479:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:3.0:1789181777.601493:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:3.0:1789181777.601519:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:3.0:1789181777.601535:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:3.0:1789181777.601548:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:3.0:1789181777.601561:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:3.0:1789181777.601575:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:3.0:1789181777.601589:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:3.0:1789181777.601604:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:3.0:1789181777.601617:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:3.0:1789181777.605856:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:3.0:1789181777.605921:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:3.0:1789181777.605936:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:3.0:1789181777.605949:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:3.0:1789181777.605962:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:3.0:1789181777.605974:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:3.0:1789181777.605987:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:3.0:1789181777.607924:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:3.0:1789181777.608524:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:3.0:1789181777.608551:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:3.0:1789181777.608574:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:3.0:1789181777.608581:0:25033:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:3.0:1789181777.611277:0:25033:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc3ba4000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:25033:1876092408561280:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789181777.611363:0:25033:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181777.611411:0:25033:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dd16abf00 going to sleep for 11 seconds 00000100:00100000:1.0:1789181777.611820:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408561280 00000100:00100000:1.0:1789181777.611832:0:22704:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408561280 00000100:00100000:1.0:1789181777.611892:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:1.0:1789181777.611925:0:22704:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfbeff450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+24:25033:x1876092408561280:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789181777.612111:0:22704:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfbeff450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+24:25033:x1876092408561280:12345-0@lo:501:mount.lustre.0 Request processed in 189us (748us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181777.612119:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:3.0:1789181777.616878:0:25033:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc3ba4000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:25033:1876092408561280:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789181777.616949:0:25033:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc3ba4000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:25033:1876092408561408:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789181777.617043:0:25033:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181777.617083:0:25033:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dd16abf00 going to sleep for 11 seconds 00000100:00100000:1.0:1789181777.617771:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408561408 00000100:00100000:1.0:1789181777.617783:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408561408 00000100:00100000:1.0:1789181777.617839:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:1.0:1789181777.617850:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfbefdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+24:25033:x1876092408561408:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789181777.618013:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfbefdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+24:25033:x1876092408561408:12345-0@lo:503:mount.lustre.0 Request processed in 165us (970us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181777.618022:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:3.0:1789181777.618361:0:25033:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc3ba4000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:25033:1876092408561408:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1789181777.618962:0:25033:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1789181777.619186:0:25033:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc3ba4000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:25033:1876092408561536:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789181777.619249:0:25033:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181777.619288:0:25033:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dd16ab0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789181777.621223:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408561536 00000100:00100000:0.0:1789181777.621237:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408561536 00000100:00100000:0.0:1789181777.621302:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:0.0:1789181777.621311:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfbeffc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+24:25033:x1876092408561536:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789181777.621484:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfbeffc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+24:25033:x1876092408561536:12345-0@lo:502:mount.lustre.0 Request processed in 173us (2235us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181777.621493:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:3.0:1789181777.623300:0:25033:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc3ba4000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:25033:1876092408561536:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789181777.623564:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:3.0:1789181777.628920:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:3.0:1789181777.629008:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:3.0:1789181777.629027:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:3.0:1789181777.629041:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:3.0:1789181777.629054:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:3.0:1789181777.629067:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:3.0:1789181777.629080:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:3.0:1789181777.629095:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:3.0:1789181777.629107:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:3.0:1789181777.629139:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:3.0:1789181777.629154:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:3.0:1789181777.629165:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:3.0:1789181777.629177:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:3.0:1789181777.629189:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:3.0:1789181777.629201:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:3.0:1789181777.629215:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:3.0:1789181777.629228:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:3.0:1789181777.629239:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:3.0:1789181777.629251:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:3.0:1789181777.629264:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:3.0:1789181777.629276:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:3.0:1789181777.629288:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:3.0:1789181777.629308:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:3.0:1789181777.629331:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:3.0:1789181777.629343:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:3.0:1789181777.629365:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:3.0:1789181777.629376:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:3.0:1789181777.629388:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:3.0:1789181777.629399:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:3.0:1789181777.629410:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:3.0:1789181777.629421:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:3.0:1789181777.629431:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:3.0:1789181777.629442:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:3.0:1789181777.629453:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:3.0:1789181777.629464:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:3.0:1789181777.629475:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:3.0:1789181777.629488:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:3.0:1789181777.629500:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:3.0:1789181777.629514:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:3.0:1789181777.629527:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:3.0:1789181777.629539:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:3.0:1789181777.629565:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:3.0:1789181777.629580:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:3.0:1789181777.629591:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:3.0:1789181777.629601:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:3.0:1789181777.629612:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:3.0:1789181777.629625:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:3.0:1789181777.629683:0:25033:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc3ba4000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:25033:1876092408561664:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789181777.629782:0:25033:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181777.629830:0:25033:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dd16ab0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789181777.630159:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408561664 00000100:00100000:0.0:1789181777.630168:0:22704:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408561664 00000100:00100000:0.0:1789181777.630225:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:0.0:1789181777.630234:0:22704:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfbefe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+24:25033:x1876092408561664:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789181777.630355:0:22704:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfbefe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+24:25033:x1876092408561664:12345-0@lo:502:mount.lustre.0 Request processed in 121us (572us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181777.630363:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00100000:3.0:1789181777.633929:0:25033:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc3ba4000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:25033:1876092408561664:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789181777.635737:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:3.0:1789181777.636101:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:3.0:1789181777.636157:0:25033:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc3ba4000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:25033:1876092408561792:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789181777.636253:0:25033:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181777.636290:0:25033:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dd16ab0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789181777.636321:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408561792 00000100:00100000:3.0:1789181777.636328:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408561792 00000100:00100000:3.0:1789181777.636375:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:3.0:1789181777.636384:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfbeff850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+24:25033:x1876092408561792:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789181777.636508:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfbeff850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+24:25033:x1876092408561792:12345-0@lo:502:mount.lustre.0 Request processed in 124us (254us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181777.636516:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00100000:3.0:1789181777.636575:0:25033:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc3ba4000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:25033:1876092408561792:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789181777.637107:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:3.0:1789181777.637118:0:25033:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:3.0:1789181777.637584:0:25046:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0001 (typ=lwp) 00000020:00000080:3.0:1789181777.638984:0:25046:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0001 (ffff9c1e00954d40) 00000020:00000080:3.0:1789181777.639151:0:25046:0:(obd_config.c:720:class_attach_name()) OBD: dev 27 attached type lwp with refcount 2 00000020:01000004:3.0:1789181777.639259:0:25046:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9c1ddd888000 from lustre-OST0001, refs=3 00000020:01000004:3.0:1789181777.639264:0:25046:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9c1ddd888000 from lustre-OST0001, refs=3 00000020:01000004:3.0:1789181777.639267:0:25046:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9c1ddd888000 3 00010000:00080000:3.0:1789181777.639323:0:25046:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9c1cc4535800@lustre-MDT0000-lwp-OST0001: add connection 192.168.202.101@tcp at head 00010000:00010000:3.0:1789181777.647528:0:25046:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0001-11 is initialized 00000020:00000080:3.0:1789181777.649220:0:25046:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000010:01000000:3.0:1789181777.649274:0:25046:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1789181777.650378:0:25046:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-OST0001, cookie 0x76fb555283518d4d 00000100:00080000:3.0:1789181777.650394:0:25046:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1789181777.650407:0:25046:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9c1cc4535800 using connection 192.168.202.101@tcp/0@lo 00000100:00100000:3.0:1789181777.650447:0:25046:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c1cc3ba4000 x1876092408561920/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789181777.650498:0:25046:0:(pinger.c:374:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1789181777.650553:0:21639:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789181777.650557:0:21639:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789181777.650559:0:21639:0:(import.c:65:import_set_state_nolock()) ffff9c1de7f48800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789181777.650564:0:21639:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 728 00000100:00080000:3.0:1789181777.650567:0:21639:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789181777.650572:0:21639:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9c1de7f48800 using connection 192.168.202.101@tcp/0@lo 00000100:00100000:3.0:1789181777.650584:0:21639:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c1cc3ba4a80 x1876092408562304/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789181777.650648:0:21639:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789181777.650651:0:21639:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789181777.650653:0:21639:0:(import.c:65:import_set_state_nolock()) ffff9c1de7c66800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789181777.650657:0:21639:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 728 00000100:00080000:3.0:1789181777.650659:0:21639:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789181777.650663:0:21639:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff9c1de7c66800 using connection 192.168.202.101@tcp/0@lo 00000100:00100000:3.0:1789181777.650675:0:21639:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c1cc3880000 x1876092408562816/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789181777.650719:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc3ba7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1876092408562176:0@lo:400:kworker.0 00000100:00100000:3.0:1789181777.650814:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181777.650849:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc3880380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3646:1876092408562944:0@lo:400:kworker.0 00000100:00100000:3.0:1789181777.650887:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181777.650913:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1789181777.650919:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc3ba4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1876092408562048:0@lo:400:kworker.0 00000100:00100000:3.0:1789181777.650955:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181777.650973:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc3ba6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1876092408562688:0@lo:400:kworker.0 00000100:00100000:3.0:1789181777.651003:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181777.651030:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc3ba6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3643:1876092408562432:0@lo:400:kworker.0 00000100:00100000:3.0:1789181777.651051:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181777.651070:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc3881880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3643:1876092408563072:0@lo:400:kworker.0 00000100:00100000:3.0:1789181777.651087:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181777.651105:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1789181777.651111:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc3ba7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1876092408562560:0@lo:400:kworker.0 00000100:00100000:3.0:1789181777.651131:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181777.651148:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc3882680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3643:1876092408563200:0@lo:400:kworker.0 00000100:00100000:3.0:1789181777.651186:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181777.651211:0:24622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408562176 00000100:00100000:3.0:1789181777.651218:0:24622:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408562176 00000100:00100000:3.0:1789181777.651268:0:24622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408562688 00000100:00100000:3.0:1789181777.651271:0:24622:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408562688 00000100:00100000:3.0:1789181777.651291:0:24622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1789181777.651299:0:24622:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3881c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3646:x1876092408562176:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789181777.651346:0:24622:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3881c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3646:x1876092408562176:12345-0@lo:400:kworker.0 Request processed in 47us (531us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181777.651352:0:24622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1789181777.651364:0:24622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1789181777.651370:0:24622:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3881180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3646:x1876092408562688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789181777.651392:0:24622:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3881180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3646:x1876092408562688:12345-0@lo:400:kworker.0 Request processed in 23us (389us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181777.651398:0:24622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1789181777.651425:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408562944 00000100:00100000:3.0:1789181777.651428:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408562944 00000100:00100000:3.0:1789181777.651445:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408562432 00000100:00100000:3.0:1789181777.651447:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408562432 00000100:00100000:3.0:1789181777.651457:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408563072 00000100:00100000:3.0:1789181777.651459:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408563072 00000100:00100000:3.0:1789181777.651485:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408563200 00000100:00100000:3.0:1789181777.651489:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408563200 00000100:00100000:3.0:1789181777.651505:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1789181777.651511:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3880e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1876092408562944:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789181777.651544:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3880e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1876092408562944:12345-0@lo:400:kworker.0 Request processed in 33us (656us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181777.651550:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1789181777.651562:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1789181777.651568:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3883100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1876092408562432:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789181777.651598:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3883100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1876092408562432:12345-0@lo:400:kworker.0 Request processed in 30us (545us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181777.651603:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1789181777.651613:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1789181777.651619:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3882a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1876092408563072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789181777.651645:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3882a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1876092408563072:12345-0@lo:400:kworker.0 Request processed in 26us (556us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181777.651650:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1789181777.651660:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1789181777.651665:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3883b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1876092408563200:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789181777.651686:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3883b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1876092408563200:12345-0@lo:400:kworker.0 Request processed in 21us (500us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181777.651700:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1789181777.651719:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408562048 00000100:00100000:3.0:1789181777.651743:0:22714:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408562048 00000100:00100000:3.0:1789181777.651768:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408562560 00000100:00100000:3.0:1789181777.651771:0:22714:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408562560 00000100:00100000:3.0:1789181777.651783:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1789181777.651787:0:22714:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3882d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1876092408562048:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789181777.651820:0:22714:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3882d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1876092408562048:12345-0@lo:400:kworker.0 Request processed in 32us (864us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181777.651826:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1789181777.651837:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1789181777.651842:0:22714:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3883480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1876092408562560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789181777.651881:0:22714:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3883480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1876092408562560:12345-0@lo:400:kworker.0 Request processed in 25us (735us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181777.651887:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00080000:3.0:1789181777.651919:0:22705:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1789181777.651923:0:22705:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1789181777.651926:0:22705:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1789181777.651964:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc3ba7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1876092408562560:0@lo:400:kworker.0 00010000:00080000:3.0:1789181777.651977:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9c1cc3882680 x1876092408563200/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789181793 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789181777.651988:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc3882680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3643:1876092408563200:0@lo:400:kworker.0 00010000:00080000:3.0:1789181777.651998:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9c1cc3ba6680 x1876092408562432/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789181793 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789181777.652005:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc3ba6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3643:1876092408562432:0@lo:400:kworker.0 00010000:00080000:3.0:1789181777.652025:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9c1cc3881880 x1876092408563072/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789181793 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789181777.652034:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc3881880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3643:1876092408563072:0@lo:400:kworker.0 00000100:00100000:3.0:1789181777.652074:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc3ba4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1876092408562048:0@lo:400:kworker.0 00000100:00100000:3.0:1789181777.652084:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc3ba6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1876092408562688:0@lo:400:kworker.0 00000100:00100000:3.0:1789181777.652094:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc3ba7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1876092408562176:0@lo:400:kworker.0 00010000:00080000:3.0:1789181777.652104:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9c1cc3880380 x1876092408562944/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789181793 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789181777.652113:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc3880380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3646:1876092408562944:0@lo:400:kworker.0 00000020:01000004:3.0:1789181777.654879:0:25046:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0001 (typ=lwp) 00000020:00000080:3.0:1789181777.654899:0:25046:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0001 (ffff9c1e00953380) 00000020:00000080:3.0:1789181777.654925:0:25046:0:(obd_config.c:720:class_attach_name()) OBD: dev 28 attached type lwp with refcount 2 00000020:01000004:3.0:1789181777.655031:0:25046:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9c1ddd888000 from lustre-OST0001, refs=3 00000020:01000004:3.0:1789181777.655036:0:25046:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9c1ddd888000 from lustre-OST0001, refs=3 00000020:01000004:3.0:1789181777.655038:0:25046:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9c1ddd888000 3 00010000:00080000:3.0:1789181777.655071:0:25046:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9c1cc4532800@lustre-MDT0001-lwp-OST0001: add connection 192.168.202.101@tcp at head 00000100:00100000:2.0:1789181777.656912:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc3ba4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3642:1876092408561920:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1789181777.657084:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181777.657149:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc3ba4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876092408562304:0@lo:8:kworker.0 00000100:00100000:2.0:1789181777.657201:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181777.657223:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc3880000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1876092408562816:0@lo:8:kworker.0 00000100:00100000:2.0:1789181777.657256:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181777.657311:0:24622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408562304 00000100:00100000:2.0:1789181777.657320:0:24622:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408562304 00000100:00100000:2.0:1789181777.657352:0:24622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408562816 00000100:00100000:2.0:1789181777.657355:0:24622:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408562816 00000100:00100000:2.0:1789181777.657375:0:24622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1789181777.657383:0:24622:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc2757100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3642:x1876092408562304:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1789181777.657447:0:24622:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc2757100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3642:x1876092408562304:12345-0@lo:8:kworker.0 Request processed in 63us (245us total) trans 0 rc -11/-11 00000100:00100000:2.0:1789181777.657454:0:24622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1789181777.657469:0:24622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1789181777.657474:0:24622:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc2755180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3642:x1876092408562816:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1789181777.657506:0:24622:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc2755180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3642:x1876092408562816:12345-0@lo:8:kworker.0 Request processed in 30us (249us total) trans 0 rc -11/-11 00000100:00100000:2.0:1789181777.657512:0:24622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1789181777.657551:0:3642:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1789181777.657558:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9c1de7f48800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789181777.657562:0:3642:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-11) 00000100:00100000:2.0:1789181777.657566:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc3ba4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876092408562304:0@lo:8:kworker.0 00000100:00100000:2.0:1789181777.657575:0:3642:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:2.0:1789181777.657578:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9c1de7c66800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789181777.657581:0:3642:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-11) 00000100:00100000:2.0:1789181777.657584:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc3880000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1876092408562816:0@lo:8:kworker.0 00000100:00100000:2.0:1789181777.658227:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408561920 00000100:00100000:2.0:1789181777.658235:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408561920 00000100:00100000:2.0:1789181777.658264:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1789181777.658269:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc2756d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3642:x1876092408561920:12345-0@lo:38:llog_process_th.0 00010000:00080000:2.0:1789181777.658296:0:22710:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 733 last 0 00010000:00010000:3.0:1789181777.658593:0:25046:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0001-12 is initialized 00000020:00000080:2.0:1789181777.662964:0:22710:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-OST0001_UUID, cookie 0x76fb555283518d5b 00000004:00100000:2.0:1789181777.663045:0:22710:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:2.0:1789181777.663095:0:22710:0:(import.c:65:import_set_state_nolock()) ffff9c1cc46c2000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1789181777.663229:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc2756d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1876092408561920:12345-0@lo:38:llog_process_th.0 Request processed in 4955us (6143us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181777.663244:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00080000:0.0:1789181777.663352:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9c1cc3ba4000 x1876092408561920/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789181787 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789181777.663365:0:3642:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:0.0:1789181777.663383:0:3642:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0001: connect to target with instance 3 00000100:00080000:0.0:1789181777.663393:0:3642:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:0.0:1789181777.663399:0:3642:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:0.0:1789181777.663403:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9c1cc4535800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1789181777.663409:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc3ba4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3642:1876092408561920:0@lo:38:llog_process_th.0 00000020:00000080:3.0:1789181777.684784:0:25046:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000010:01000000:3.0:1789181777.684838:0:25046:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1789181777.684854:0:25046:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-lwp-OST0001, cookie 0x76fb555283518d62 00000100:00080000:3.0:1789181777.684876:0:25046:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1789181777.684890:0:25046:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff9c1cc4532800 using connection 192.168.202.101@tcp/0@lo 00000100:00100000:3.0:1789181777.684934:0:25046:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c1cc3880380 x1876092408563328/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789181777.685087:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc3880380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3642:1876092408563328:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1789181777.685161:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181777.685848:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408563328 00000100:00100000:1.0:1789181777.685859:0:22711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408563328 00000100:00100000:1.0:1789181777.685911:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1789181777.685919:0:22711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dc4de9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3642:x1876092408563328:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1789181777.685950:0:22711:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 733 last 0 00000020:00000080:1.0:1789181777.685985:0:22711:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-lwp-OST0001_UUID, cookie 0x76fb555283518d69 00000004:00100000:1.0:1789181777.686080:0:22711:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1789181777.686117:0:22711:0:(import.c:65:import_set_state_nolock()) ffff9c1e00846000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1789181777.687658:0:22711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dc4de9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1876092408563328:12345-0@lo:38:llog_process_th.0 Request processed in 1732us (2490us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181777.687671:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00080000:0.0:1789181777.688109:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9c1cc3880380 x1876092408563328/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789181787 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789181777.688122:0:3642:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:0.0:1789181777.688131:0:3642:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0001: connect to target with instance 3 00000100:00080000:0.0:1789181777.688139:0:3642:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:0.0:1789181777.688144:0:3642:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:0.0:1789181777.688148:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9c1cc4532800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1789181777.688155:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc3880380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3642:1876092408563328:0@lo:38:llog_process_th.0 00000100:00080000:3.0:1789181777.688951:0:25046:0:(pinger.c:374:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000040:00080000:3.0:1789181777.690233:0:25046:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000020:01000000:0.0:1789181777.690307:0:25033:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:0.0:1789181777.690339:0:25033:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.101@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1789181777.690364:0:25033:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1cc39f1600/0x76fb555283518d38 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518d3f expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181777.690377:0:25033:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.101@tcp lock: ffff9c1cc39f1600/0x76fb555283518d38 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518d3f expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:0.0:1789181777.690443:0:25033:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:0.0:1789181777.690445:0:25033:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1789181777.690447:0:25033:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789181777.690452:0:25033:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789181777.690454:0:25033:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789181777.690455:0:25033:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789181777.690456:0:25033:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1789181777.690458:0:25033:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789181777.690459:0:25033:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1789181777.690462:0:25033:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x40020002 00000020:01000004:0.0:1789181777.690464:0:25033:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1789181777.690465:0:25033:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1789181777.690466:0:25033:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789181777.690467:0:25033:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789181777.690468:0:25033:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789181777.690469:0:25033:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789181777.690469:0:25033:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1789181777.690470:0:25033:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789181777.690471:0:25033:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1789181777.690502:0:25033:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:0.0:1789181777.690522:0:25033:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dc4debb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:25033:1876092408563456:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1789181777.690594:0:25033:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789181777.690641:0:25033:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dd36979c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789181777.691527:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408563456 00000100:00100000:3.0:1789181777.691561:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408563456 00000100:00100000:0.0:1789181777.691847:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:0.0:1789181777.691861:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfbeff050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+24:25033:x1876092408563456:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1789181777.691905:0:22703:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:0.0:1789181777.691921:0:22703:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:2.0:1789181777.726880:0:22703:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:2.0:1789181777.726901:0:22703:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 20000000:01000000:0.0:1789181777.726957:0:22725:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:0.0:1789181777.726963:0:22725:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:0.0:1789181777.727002:0:22725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9c1dc3496400/0x76fb555283518d70 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181777.727024:0:22725:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9c1e0084b800/0x76fb555283518c04 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76fb555283518bfd expref: 24 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181777.727032:0:22725:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9c1dc658b200/0x76fb555283518c12 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76fb555283518c0b expref: 24 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181777.727056:0:22725:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9c1dc3496400/0x76fb555283518d70 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181777.727097:0:22725:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9c1dc658b200/0x76fb555283518c12 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76fb555283518c0b expref: 24 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181777.727113:0:22725:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9c1dc658b200/0x76fb555283518c12 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76fb555283518c0b expref: 24 pid: 22703 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789181777.727129:0:22725:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dc4de9880 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22725:1876092408563584:0@lo:104: 00000100:00100000:0.0:1789181777.727193:0:22725:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1789181777.727249:0:22725:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9c1e0084b800/0x76fb555283518c04 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76fb555283518bfd expref: 24 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181777.727257:0:22725:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9c1e0084b800/0x76fb555283518c04 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76fb555283518bfd expref: 24 pid: 22703 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789181777.727266:0:22725:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dc4de9c00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22725:1876092408563712:0@lo:104: 00000100:00100000:0.0:1789181777.727289:0:22725:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789181777.727309:0:22725:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dd36973c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789181777.727486:0:22693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408563584 00000100:00100000:1.0:1789181777.727495:0:22693:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408563584 00000100:00100000:1.0:1789181777.727535:0:22693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408563712 00000100:00100000:1.0:1789181777.727538:0:22693:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408563712 00000100:00100000:1.0:1789181777.727554:0:22693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1789181777.727572:0:22693:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dc4de8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+4:22725:x1876092408563584:12345-0@lo:104: 00010000:00010000:1.0:1789181777.727586:0:22693:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.101@tcp lock: ffff9c1dc658b000/0x76fb555283518c0b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x76fb555283518c12 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181777.727646:0:22693:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1789181777.727652:0:22693:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dc4de8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+4:22725:x1876092408563584:12345-0@lo:104: Request processed in 83us (460us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181777.727660:0:22693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1789181777.727677:0:22693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1789181777.727683:0:22693:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dc4deb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+3:22725:x1876092408563712:12345-0@lo:104: 00010000:00010000:1.0:1789181777.727689:0:22693:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.101@tcp lock: ffff9c1dc658a800/0x76fb555283518bfd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x76fb555283518c04 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181777.727718:0:22693:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1789181777.727751:0:22693:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dc4deb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+3:22725:x1876092408563712:12345-0@lo:104: Request processed in 40us (434us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181777.727757:0:22693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00010000:2.0:1789181777.727895:0:24791:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789181777.727903:0:24791:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.101@tcp lock: ffff9c1dc658b000/0x76fb555283518c0b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x76fb555283518c12 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181777.727922:0:24791:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1dc658b000 already unused, calling callback (ffffffffc13aac20) 10000000:00010000:2.0:1789181777.727928:0:24791:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.101@tcp lock: ffff9c1dc658b000/0x76fb555283518c0b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x76fb555283518c12 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181777.727937:0:24791:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.101@tcp lock: ffff9c1dc658b000/0x76fb555283518c0b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x76fb555283518c12 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789181777.727946:0:24791:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.101@tcp lock: ffff9c1dc658b000/0x76fb555283518c0b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x76fb555283518c12 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789181777.727949:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfbeff050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+24:25033:x1876092408563456:12345-0@lo:253:mount.lustre.0 Request processed in 36090us (37353us total) trans 0 rc 0/0 10000000:01000000:2.0:1789181777.727958:0:24791:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000100:00100000:1.0:1789181777.727965:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00010000:00010000:2.0:1789181777.728001:0:24791:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.101@tcp lock: ffff9c1dc658b000/0x76fb555283518c0b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76fb555283518c12 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181777.728008:0:24791:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789181777.728028:0:24791:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.101@tcp lock: ffff9c1dc658b000/0x76fb555283518c0b lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76fb555283518c12 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181777.728042:0:24791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.101@tcp lock: ffff9c1dc658b000/0x76fb555283518c0b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76fb555283518c12 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181777.728054:0:24791:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789181777.728057:0:24791:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.101@tcp lock: ffff9c1dc658a800/0x76fb555283518bfd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76fb555283518c04 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181777.728062:0:24791:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1dc658a800 already unused, calling callback (ffffffffc13aac20) 10000000:00010000:2.0:1789181777.728066:0:24791:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.101@tcp lock: ffff9c1dc658a800/0x76fb555283518bfd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76fb555283518c04 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181777.728073:0:24791:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.101@tcp lock: ffff9c1dc658a800/0x76fb555283518bfd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76fb555283518c04 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789181777.728079:0:24791:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.101@tcp lock: ffff9c1dc658a800/0x76fb555283518bfd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76fb555283518c04 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789181777.728084:0:24791:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1789181777.728096:0:24791:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.101@tcp lock: ffff9c1dc658a800/0x76fb555283518bfd lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76fb555283518c04 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181777.728102:0:24791:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789181777.728108:0:24791:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.101@tcp lock: ffff9c1dc658a800/0x76fb555283518bfd lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76fb555283518c04 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181777.728114:0:24791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.101@tcp lock: ffff9c1dc658a800/0x76fb555283518bfd lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76fb555283518c04 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181777.728128:0:24791:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789181777.728134:0:24791:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789181777.728136:0:24791:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789181777.728144:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789181777.728165:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc2756300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:3645:1876092408563840:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789181777.728169:0:25033:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dc4debb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:25033:1876092408563456:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1789181777.728184:0:25033:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:1.0:1789181777.728188:0:25033:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1789181777.728190:0:25033:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:1.0:1789181777.728192:0:25033:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1789181777.728194:0:25033:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1789181777.728195:0:25033:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1789181777.728196:0:25033:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1789181777.728200:0:25033:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00100000:2.0:1789181777.728201:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:01000004:1.0:1789181777.728210:0:25033:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1789181777.728213:0:25033:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:1.0:1789181777.728236:0:25033:0:(tgt_mount.c:2695:server_calc_timeout()) lustre-OST0001: Imperative Recovery not enabled, recovery window 60-180 00000100:00100000:2.0:1789181777.728237:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1789181777.728243:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dffa50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:3645:1876092408563968:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789181777.728263:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181777.728393:0:22696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408563840 00000100:00100000:2.0:1789181777.728399:0:22696:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408563840 00010000:00010000:2.0:1789181777.728430:0:22696:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9c1dc658b200/0x76fb555283518c12 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76fb555283518c0b expref: 24 pid: 22703 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789181777.728450:0:22696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408563968 00000100:00100000:2.0:1789181777.728453:0:22696:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408563968 00010000:00010000:2.0:1789181777.728463:0:22696:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9c1e0084b800/0x76fb555283518c04 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76fb555283518bfd expref: 25 pid: 22703 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789181777.728476:0:22696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1789181777.728482:0:22696:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dffa51880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+25:3645:x1876092408563840:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789181777.728492:0:22696:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789181777.728497:0:22696:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9c1dc658b200/0x76fb555283518c12 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76fb555283518c0b expref: 25 pid: 22703 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181777.728508:0:22696:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9c1dc658b200/0x76fb555283518c12 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76fb555283518c0b expref: 25 pid: 22703 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181777.728523:0:22696:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789181777.728552:0:22696:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dffa51880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+25:3645:x1876092408563840:12345-0@lo:103:ldlm_bl.0 Request processed in 70us (353us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181777.728567:0:22696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1789181777.728580:0:22696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1789181777.728588:0:22696:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dffa50e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+24:3645:x1876092408563968:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789181777.728596:0:22696:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789181777.729179:0:22725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c1dc658b200/0x76fb555283518c12 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76fb555283518c0b expref: 24 pid: 22703 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789181777.729194:0:22725:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dc4de9880 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22725:1876092408563584:0@lo:104: 00000100:00100000:0.0:1789181777.729204:0:22725:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dc4de9c00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22725:1876092408563712:0@lo:104: 00010000:00010000:0.0:1789181777.729228:0:22725:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9c1dc3496400/0x76fb555283518d70 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181777.729248:0:22696:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9c1e0084b800/0x76fb555283518c04 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76fb555283518bfd expref: 23 pid: 22703 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181777.729259:0:22696:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9c1e0084b800/0x76fb555283518c04 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76fb555283518bfd expref: 23 pid: 22703 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181777.729272:0:22696:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c1e0084b800/0x76fb555283518c04 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76fb555283518bfd expref: 23 pid: 22703 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181777.729284:0:22696:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9c1dc3496400/0x76fb555283518d70 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181777.729411:0:22696:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c1dc3496400/0x76fb555283518d70 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:2.0:1789181777.729427:0:22696:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.009016014s 00010000:00010000:2.0:1789181777.729431:0:22696:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9c1dc3496400/0x76fb555283518d70 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181777.729436:0:22696:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9c1dc3496400/0x76fb555283518d70 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181777.729442:0:22696:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9c1dc3496400/0x76fb555283518d70 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181777.729447:0:22696:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9c1dc3496400/0x76fb555283518d70 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181777.729460:0:22696:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1dc3496400 already unused, calling callback (ffffffffc0d949b0) 00010000:00010000:2.0:1789181777.729464:0:22696:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9c1dc3496400/0x76fb555283518d70 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181777.729472:0:22696:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9c1dc3496400/0x76fb555283518d70 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181777.729496:0:22696:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9c1dc3496400/0x76fb555283518d70 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181777.729505:0:22696:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1789181777.729533:0:22725:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9c1dc3496400/0x76fb555283518d70 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181777.729544:0:22725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9c1dc3496400/0x76fb555283518d70 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789181777.729554:0:22696:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dffa50e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+22:3645:x1876092408563968:12345-0@lo:103:ldlm_bl.0 Request processed in 965us (1286us total) trans 0 rc 0/0 00010000:00010000:1.0:1789181777.729554:0:22725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c1dc3496400/0x76fb555283518d70 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789181777.729570:0:22696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1789181777.730386:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dffa50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:3645:1876092408563968:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789181777.730397:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc2756300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:3645:1876092408563840:0@lo:103:ldlm_bl.0 00000001:00000004:2.0:1789181777.748386:0:25033:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 12884901888 00002000:00080000:1.0:1789181777.758936:0:25033:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0001: recovery is over 00100000:10000000:1.0:1789181777.758948:0:25033:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0001-osd: start master thread 00000020:01000004:1.0:1789181777.758999:0:25033:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:1.0:1789181777.759052:0:25033:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.202.101@tcp: cl_mgc_mutex unlock 00000020:01000004:1.0:1789181777.759072:0:25033:0:(tgt_mount.c:2461:server_fill_super_common()) Server sb, dev=50 00000080:00000004:1.0:1789181777.759107:0:25033:0:(super25.c:182:lustre_fill_super()) /dev/mapper/ost2_flakey: Mount complete 00000020:00000004:1.0:1789181777.770253:0:25033:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1789181777.772296:0:25033:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:2.0:1789181778.194836:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789181778.194874:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dffa50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1876092408564096:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1789181778.194956:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181778.195006:0:24222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408564096 00000100:00100000:2.0:1789181778.195145:0:24222:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408564096 00000100:00100000:2.0:1789181778.195211:0:24222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1789181778.195220:0:24222:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dffa51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1876092408564096:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1789181778.195251:0:24222:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:2.0:1789181778.195299:0:24222:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dffa51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1876092408564096:12345-0@lo:13:osp-pre-0-0.0 Request processed in 79us (342us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181778.195317:0:24222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1789181778.195372:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dffa50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1876092408564096:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1789181778.444412:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:2.0:1789181778.818559:0:25102:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1789181778.818814:0:25102:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 10000000:01000000:1.0:1789181778.959225:0:22706:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1789181778.959233:0:22706:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9c1dc7391800 from 14 10000000:01000000:1.0:1789181778.959238:0:22706:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1789181778.959302:0:22706:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1e0084ac00/0x76fb555283518d77 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181778.959313:0:22706:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.101@tcp lock: ffff9c1e0084ac00/0x76fb555283518d77 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181778.959323:0:22706:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.101@tcp lock: ffff9c1e0084ac00/0x76fb555283518d77 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789181778.959347:0:22706:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dc2f04a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22706:1876092408564224:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1789181778.959423:0:22706:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181778.959468:0:22706:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dd134f6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789181778.959557:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408564224 00000100:00100000:2.0:1789181778.959565:0:22704:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408564224 00000100:00100000:2.0:1789181778.959619:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:2.0:1789181778.959629:0:22704:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfbefd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+22:22706:x1876092408564224:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789181778.959641:0:22704:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789181778.959655:0:22704:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c1dc1523c00/0x76fb555283518d7e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76fb555283518d77 expref: -99 pid: 22704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181778.959677:0:22704:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c1dc1523c00/0x76fb555283518d7e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76fb555283518d77 expref: 23 pid: 22704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181778.959687:0:22704:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c1dc1523c00/0x76fb555283518d7e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76fb555283518d77 expref: 23 pid: 22704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181778.959695:0:22704:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c1dc1523c00, rc 0) 00000100:00100000:2.0:1789181778.959756:0:22704:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfbefd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+23:22706:x1876092408564224:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 129us (333us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181778.959763:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00100000:1.0:1789181778.959846:0:22706:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dc2f04a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22706:1876092408564224:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789181778.959871:0:22706:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.101@tcp lock: ffff9c1e0084ac00/0x76fb555283518d77 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518d7e expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181778.959880:0:22706:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.101@tcp lock: ffff9c1e0084ac00/0x76fb555283518d77 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76fb555283518d7e expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789181778.959927:0:22706:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dc2f04a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22706:1876092408564352:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1789181778.959955:0:22706:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181778.959980:0:22706:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dd134f6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789181778.960016:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408564352 00000100:00100000:2.0:1789181778.960020:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408564352 00000100:00100000:2.0:1789181778.960047:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:2.0:1789181778.960053:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfbefd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+23:22706:x1876092408564352:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:2.0:1789181778.960065:0:22703:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1789181778.960086:0:22703:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1789181778.960089:0:22703:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:2.0:1789181778.960154:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfbefd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+23:22706:x1876092408564352:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 101us (197us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181778.960161:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00100000:1.0:1789181778.960220:0:22706:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dc2f04a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22706:1876092408564352:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1789181778.960278:0:22706:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.101@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1789181778.960295:0:22706:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1e0084ac00/0x76fb555283518d77 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518d7e expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181778.960304:0:22706:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.101@tcp lock: ffff9c1e0084ac00/0x76fb555283518d77 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518d7e expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789181778.960314:0:22706:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1789181778.960316:0:22706:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9c1dc46d8000 from 14 10000000:01000000:1.0:1789181778.960318:0:22706:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1789181778.960333:0:22706:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1e0084b400/0x76fb555283518d85 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181778.960340:0:22706:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.101@tcp lock: ffff9c1e0084b400/0x76fb555283518d85 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181778.960356:0:22706:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.101@tcp lock: ffff9c1e0084b400/0x76fb555283518d85 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789181778.960367:0:22706:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dc2f04a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22706:1876092408564480:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1789181778.960391:0:22706:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181778.960414:0:22706:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dd134f6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789181778.960520:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408564480 00000100:00100000:2.0:1789181778.960524:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408564480 00000100:00100000:2.0:1789181778.960554:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:2.0:1789181778.960561:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfbefc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+23:22706:x1876092408564480:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789181778.960568:0:22701:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789181778.960577:0:22701:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c1dc1522e00/0x76fb555283518d8c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x76fb555283518d85 expref: -99 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181778.960590:0:22701:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c1dc1522e00/0x76fb555283518d8c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76fb555283518d85 expref: 24 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181778.960599:0:22701:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c1dc1522e00/0x76fb555283518d8c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76fb555283518d85 expref: 24 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181778.960605:0:22701:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c1dc1522e00, rc 0) 00000100:00100000:2.0:1789181778.960631:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfbefc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+24:22706:x1876092408564480:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 71us (239us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181778.960638:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00100000:1.0:1789181778.961841:0:22706:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dc2f04a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22706:1876092408564480:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789181778.961872:0:22706:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.101@tcp lock: ffff9c1e0084b400/0x76fb555283518d85 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518d8c expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181778.961884:0:22706:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.101@tcp lock: ffff9c1e0084b400/0x76fb555283518d85 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x76fb555283518d8c expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789181778.961943:0:22706:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dc2f04a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22706:1876092408564608:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1789181778.961996:0:22706:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181778.962039:0:22706:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dd134f6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789181778.962128:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408564608 00000100:00100000:2.0:1789181778.962135:0:22704:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408564608 00000100:00100000:2.0:1789181778.962172:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000100:00100000:2.0:1789181778.962181:0:22704:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfbefc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+24:22706:x1876092408564608:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:2.0:1789181778.962199:0:22704:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1789181778.962216:0:22704:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1789181778.962223:0:22704:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:2.0:1789181778.962310:0:22704:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfbefc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+24:22706:x1876092408564608:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 129us (313us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181778.962318:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00100000:1.0:1789181778.962445:0:22706:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dc2f04a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22706:1876092408564608:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1789181778.962499:0:22706:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.101@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1789181778.962507:0:22706:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1e0084b400/0x76fb555283518d85 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518d8c expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181778.962515:0:22706:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.101@tcp lock: ffff9c1e0084b400/0x76fb555283518d85 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518d8c expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181779.468907:0:24791:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1789181779.917427:0:22742:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1789181780.240427:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789181780.240451:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc3881880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1876092408564736:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1789181780.240531:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181780.240587:0:24222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408564736 00000100:00100000:3.0:1789181780.240595:0:24222:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408564736 00000100:00100000:3.0:1789181780.240652:0:24222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1789181780.240663:0:24222:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3882680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1876092408564736:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1789181780.240693:0:24222:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:3.0:1789181780.240754:0:24222:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3882680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1876092408564736:12345-0@lo:13:osp-pre-0-1.0 Request processed in 92us (222us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181780.240762:0:24222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00080000:3.0:1789181780.240782:0:22705:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1789181780.240821:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc3881880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1876092408564736:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1789181780.241082:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1789181780.241092:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dffa50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1876092408564864:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1789181780.241137:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181780.241864:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408564864 00000100:00100000:3.0:1789181780.241872:0:22714:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408564864 00000100:00100000:3.0:1789181780.241925:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1789181780.241934:0:22714:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dffa52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1876092408564864:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1789181780.241965:0:22714:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1789181780.242019:0:22714:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dffa52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1876092408564864:12345-0@lo:41:osp-pre-0-1.0 Request processed in 86us (881us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181780.242026:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1789181780.242076:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dffa50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1876092408564864:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1789181780.495096:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789181780.750241:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1789181780.765129:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dc4de9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1876092408564992:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1789181780.765229:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181780.765338:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408564992 00000100:00100000:3.0:1789181780.765348:0:22715:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408564992 00000100:00100000:3.0:1789181780.765411:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1789181780.765421:0:22715:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dc4de9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3645:x1876092408564992:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1789181780.765461:0:22715:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1789181780.765553:0:22715:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dc4de9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3645:x1876092408564992:12345-0@lo:41:osp-pre-1-0.0 Request processed in 133us (324us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181780.765560:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1789181780.766381:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dc4de9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1876092408564992:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1789181781.517914:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789181782.540511:0:24791:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789181782.806879:0:21639:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789181782.806885:0:21639:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789181782.806889:0:21639:0:(import.c:65:import_set_state_nolock()) ffff9c1de7f48800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789181782.806906:0:21639:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9c1de7f48800 using connection 192.168.202.101@tcp/0@lo 00000100:00100000:3.0:1789181782.806930:0:21639:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c1cc3881f80 x1876092408565504/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789181782.806963:0:21639:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789181782.806967:0:21639:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789181782.806968:0:21639:0:(import.c:65:import_set_state_nolock()) ffff9c1de7c66800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789181782.806974:0:21639:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff9c1de7c66800 using connection 192.168.202.101@tcp/0@lo 00000100:00100000:3.0:1789181782.806986:0:21639:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c1cc3880380 x1876092408566016/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789181782.807059:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc3881880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:3643:1876092408565120:0@lo:400:kworker.0 00000100:00100000:3.0:1789181782.807146:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181782.807191:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc3880a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1876092408565760:0@lo:400:kworker.0 00000100:00100000:3.0:1789181782.807232:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181782.807251:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc3ba4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3643:1876092408566400:0@lo:400:kworker.0 00000100:00100000:3.0:1789181782.807271:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181782.807295:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1789181782.807300:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc3882300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1876092408565248:0@lo:400:kworker.0 00000100:00100000:3.0:1789181782.807317:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181782.807330:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc3883800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1876092408565888:0@lo:400:kworker.0 00000100:00100000:3.0:1789181782.807370:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181782.807385:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc3ba7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3643:1876092408566528:0@lo:400:kworker.0 00000100:00100000:3.0:1789181782.807405:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181782.807430:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc3881500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1876092408565376:0@lo:400:kworker.0 00000100:00100000:3.0:1789181782.807448:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181782.807462:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc3880000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3645:1876092408566144:0@lo:400:kworker.0 00000100:00100000:3.0:1789181782.807477:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181782.807489:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc3ba6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3645:1876092408566656:0@lo:400:kworker.0 00000100:00100000:3.0:1789181782.807507:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181782.807516:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1789181782.807520:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc3880700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3645:1876092408565632:0@lo:400:kworker.0 00000100:00100000:3.0:1789181782.807535:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181782.807542:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc3ba4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3645:1876092408566272:0@lo:400:kworker.0 00000100:00100000:3.0:1789181782.807556:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181782.807573:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc3881f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876092408565504:0@lo:8:kworker.0 00000100:00100000:3.0:1789181782.807592:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181782.807619:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc3880380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1876092408566016:0@lo:8:kworker.0 00000100:00100000:3.0:1789181782.807650:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181782.807683:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408565120 00000100:00100000:3.0:1789181782.807692:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408565120 00000100:00100000:3.0:1789181782.807756:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115 00000100:00100000:3.0:1789181782.807765:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1df9ce4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+24:3643:x1876092408565120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789181782.807812:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1df9ce4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+24:3643:x1876092408565120:12345-0@lo:400:kworker.0 Request processed in 48us (667us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181782.807829:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115 00000100:00100000:3.0:1789181782.807863:0:23453:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408565760 00000100:00100000:3.0:1789181782.807866:0:23453:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408565760 00000100:00100000:3.0:1789181782.807888:0:23453:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408565248 00000100:00100000:3.0:1789181782.807890:0:23453:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408565248 00000100:00100000:3.0:1789181782.807903:0:23453:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1789181782.807908:0:23453:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3ba4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3643:x1876092408565760:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789181782.807941:0:23453:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3ba4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3643:x1876092408565760:12345-0@lo:400:kworker.0 Request processed in 33us (708us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181782.807947:0:23453:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1789181782.807959:0:23453:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1789181782.807964:0:23453:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3ba7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3643:x1876092408565248:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789181782.807990:0:23453:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3ba7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3643:x1876092408565248:12345-0@lo:400:kworker.0 Request processed in 26us (672us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181782.807996:0:23453:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1789181782.808012:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408566400 00000100:00100000:3.0:1789181782.808016:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408566400 00000100:00100000:3.0:1789181782.808046:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408566528 00000100:00100000:3.0:1789181782.808050:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408566528 00000100:00100000:3.0:1789181782.808062:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408566144 00000100:00100000:3.0:1789181782.808064:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408566144 00000100:00100000:3.0:1789181782.808083:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408566656 00000100:00100000:3.0:1789181782.808086:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408566656 00000100:00100000:3.0:1789181782.808095:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408565632 00000100:00100000:3.0:1789181782.808097:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408565632 00000100:00100000:3.0:1789181782.808108:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408566272 00000100:00100000:3.0:1789181782.808110:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408566272 00000100:00100000:3.0:1789181782.808123:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1789181782.808128:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3ba6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1876092408566400:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789181782.808158:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3ba6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1876092408566400:12345-0@lo:400:kworker.0 Request processed in 30us (885us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181782.808164:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1789181782.808176:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1789181782.808182:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc320aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3643:x1876092408566528:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789181782.808208:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc320aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3643:x1876092408566528:12345-0@lo:400:kworker.0 Request processed in 27us (802us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181782.808213:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1789181782.808223:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1789181782.808229:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3208e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1876092408566144:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789181782.808260:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3208e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1876092408566144:12345-0@lo:400:kworker.0 Request processed in 31us (781us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181782.808265:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1789181782.808274:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1789181782.808279:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3209f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3645:x1876092408566656:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789181782.808302:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3209f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3645:x1876092408566656:12345-0@lo:400:kworker.0 Request processed in 23us (794us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181782.808308:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1789181782.808318:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1789181782.808330:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc320ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1876092408565632:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789181782.808358:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc320ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1876092408565632:12345-0@lo:400:kworker.0 Request processed in 28us (822us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181782.808363:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1789181782.808375:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1789181782.808381:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc320bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3645:x1876092408566272:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789181782.808421:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc320bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3645:x1876092408566272:12345-0@lo:400:kworker.0 Request processed in 40us (864us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181782.808427:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1789181782.808449:0:24622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408565888 00000100:00100000:3.0:1789181782.808452:0:24622:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408565888 00000100:00100000:3.0:1789181782.808468:0:24622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408565376 00000100:00100000:3.0:1789181782.808470:0:24622:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408565376 00000100:00100000:3.0:1789181782.808479:0:24622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408565504 00000100:00100000:3.0:1789181782.808481:0:24622:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408565504 00000100:00100000:3.0:1789181782.808488:0:24622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408566016 00000100:00100000:3.0:1789181782.808491:0:24622:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408566016 00000100:00100000:3.0:1789181782.808498:0:24622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1789181782.808504:0:24622:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3208000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3643:x1876092408565888:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789181782.808533:0:24622:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3208000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3643:x1876092408565888:12345-0@lo:400:kworker.0 Request processed in 29us (1163us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181782.808539:0:24622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1789181782.808549:0:24622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1789181782.808554:0:24622:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc320b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3645:x1876092408565376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789181782.808577:0:24622:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc320b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3645:x1876092408565376:12345-0@lo:400:kworker.0 Request processed in 24us (1128us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181782.808582:0:24622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1789181782.808602:0:24622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1789181782.808605:0:24622:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3209180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3642:x1876092408565504:12345-0@lo:8:kworker.0 00010000:00080000:3.0:1789181782.808634:0:24622:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 738 last 0 00000020:00000080:3.0:1789181782.808667:0:24622:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x76fb555283518d93 00002000:00100000:3.0:1789181782.808684:0:24622:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff9c1cc4536000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113a27 ocd_grant: 0 ocd_index: 1 ocd_group 0 00002000:00080000:3.0:1789181782.808688:0:24622:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 0 00002000:00100000:3.0:1789181782.808691:0:24622:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:3.0:1789181782.808916:0:24622:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:3.0:1789181782.808939:0:24622:0:(import.c:65:import_set_state_nolock()) ffff9c1cc4536800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1789181782.808981:0:24622:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3209180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3642:x1876092408565504:12345-0@lo:8:kworker.0 Request processed in 374us (1388us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181782.808988:0:24622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1789181782.809000:0:24622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1789181782.809004:0:24622:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc320a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3642:x1876092408566016:12345-0@lo:8:kworker.0 00010000:00080000:3.0:1789181782.809019:0:24622:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 738 last 0 00000020:00000080:3.0:1789181782.809040:0:24622:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x76fb555283518d9a 00002000:00100000:3.0:1789181782.809045:0:24622:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0001-mdtlov_UUID/ffff9c1cc4535000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113a27 ocd_grant: 0 ocd_index: 1 ocd_group 1 00002000:00080000:3.0:1789181782.809048:0:24622:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 1 00002000:00100000:3.0:1789181782.809051:0:24622:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:3.0:1789181782.809072:0:24622:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 1 00000100:00080000:3.0:1789181782.809084:0:24622:0:(import.c:65:import_set_state_nolock()) ffff9c1cc4531800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1789181782.809109:0:24622:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc320a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:3642:x1876092408566016:12345-0@lo:8:kworker.0 Request processed in 104us (1458us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181782.809115:0:24622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00080000:3.0:1789181782.809154:0:22705:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1789181782.809158:0:22705:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1789181782.809166:0:22705:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:3.0:1789181782.809192:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c1cc3881f80 x1876092408565504/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1789181807 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789181782.809206:0:3642:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0000: connect to target with instance 3 00000100:00080000:3.0:1789181782.809214:0:3642:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:3.0:1789181782.809219:0:3642:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:3.0:1789181782.809221:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9c1de7f48800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:3.0:1789181782.809236:0:3642:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:3.0:1789181782.809240:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc3881f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876092408565504:0@lo:8:kworker.0 00010000:00080000:3.0:1789181782.809251:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c1cc3880380 x1876092408566016/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1789181807 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789181782.809259:0:3642:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0001: connect to target with instance 3 00000100:00080000:3.0:1789181782.809263:0:3642:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:3.0:1789181782.809266:0:3642:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:3.0:1789181782.809267:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9c1de7c66800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:3.0:1789181782.809278:0:3642:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:3.0:1789181782.809281:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc3880380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1876092408566016:0@lo:8:kworker.0 00000004:00080000:3.0:1789181782.809327:0:23457:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: going to cleanup orphans since [0x2c0000400:0x1:0x0] 00000100:00100000:3.0:1789181782.809344:0:23457:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc3209500 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23457:1876092408566912:0@lo:7:osp-pre-1-1.0 00000100:00100000:3.0:1789181782.809370:0:23457:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181782.809384:0:23457:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1de7c8ba80 going to sleep for 11 seconds 00000100:00100000:3.0:1789181782.809395:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc3208700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1876092408566784:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1789181782.809414:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181782.809438:0:24222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408566784 00000100:00100000:3.0:1789181782.809442:0:24222:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408566784 00000100:00100000:3.0:1789181782.809467:0:24222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1789181782.809479:0:24222:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3208a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3646:x1876092408566784:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1789181782.809497:0:24222:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1789181782.809529:0:24222:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3208a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3646:x1876092408566784:12345-0@lo:13:osp-pre-1-1.0 Request processed in 51us (114us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181782.809534:0:24222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00080000:3.0:1789181782.809548:0:22705:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00080000:3.0:1789181782.809560:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c1cc3208700 x1876092408566784/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789181798 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789181782.809574:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc3208700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1876092408566784:0@lo:13:osp-pre-1-1.0 00010000:00080000:3.0:1789181782.809600:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c1cc3880700 x1876092408565632/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789181798 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789181782.809609:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc3880700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3645:1876092408565632:0@lo:400:kworker.0 00010000:00080000:3.0:1789181782.809619:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c1cc3ba4000 x1876092408566272/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789181798 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789181782.809626:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc3ba4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3645:1876092408566272:0@lo:400:kworker.0 00000100:00100000:3.0:1789181782.809637:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc3881500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1876092408565376:0@lo:400:kworker.0 00010000:00080000:3.0:1789181782.809646:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c1cc3880000 x1876092408566144/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789181798 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789181782.809652:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc3880000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3645:1876092408566144:0@lo:400:kworker.0 00010000:00080000:3.0:1789181782.809663:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c1cc3ba6d80 x1876092408566656/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789181798 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789181782.809670:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc3ba6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3645:1876092408566656:0@lo:400:kworker.0 00000100:00100000:3.0:1789181782.809745:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc3882300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1876092408565248:0@lo:400:kworker.0 00000100:00100000:3.0:1789181782.809756:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc3883800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1876092408565888:0@lo:400:kworker.0 00010000:00080000:3.0:1789181782.809766:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c1cc3ba7480 x1876092408566528/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789181798 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789181782.809773:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc3ba7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3643:1876092408566528:0@lo:400:kworker.0 00000100:00100000:3.0:1789181782.809783:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc3881880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:3643:1876092408565120:0@lo:400:kworker.0 00000100:00100000:3.0:1789181782.809793:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc3880a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1876092408565760:0@lo:400:kworker.0 00010000:00080000:3.0:1789181782.809803:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c1cc3ba4a80 x1876092408566400/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789181798 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789181782.809810:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc3ba4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3643:1876092408566400:0@lo:400:kworker.0 00000004:00080000:2.0:1789181782.810877:0:22736:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: going to cleanup orphans since [0x2c0000401:0x6:0x0] 00000100:00100000:3.0:1789181782.811055:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dffa51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1876092408567040:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1789181782.811115:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181782.811162:0:24222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408567040 00000100:00100000:3.0:1789181782.811170:0:24222:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408567040 00000100:00100000:3.0:1789181782.811216:0:24222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1789181782.811224:0:24222:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3208700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3643:x1876092408567040:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1789181782.811240:0:24222:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1789181782.811277:0:24222:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3208700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3643:x1876092408567040:12345-0@lo:13:osp-pre-1-0.0 Request processed in 53us (161us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181782.811283:0:24222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00080000:3.0:1789181782.811300:0:22705:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1789181782.811310:0:24622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408566912 00000100:00100000:3.0:1789181782.811313:0:24622:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408566912 00000100:00100000:3.0:1789181782.811358:0:24622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1789181782.811365:0:24622:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3208380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23457:x1876092408566912:12345-0@lo:7:osp-pre-1-1.0 00010000:00080000:3.0:1789181782.811583:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c1dffa51180 x1876092408567040/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789181798 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789181782.811759:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dffa51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1876092408567040:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1789181782.811846:0:22736:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dffa50000 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22736:1876092408567168:0@lo:5:osp-pre-1-0.0 00000100:00100000:2.0:1789181782.811879:0:22736:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181782.811913:0:22736:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1cc34dae40 going to sleep for 11 seconds 00000004:00080000:2.0:1789181782.811930:0:22735:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:2.0:1789181782.812018:0:22735:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 738799293871ns, next at 0ns, rc = 0 00080000:00080000:2.0:1789181782.812025:0:22735:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0000: async commit OSD 00000100:00100000:3.0:1789181782.813478:0:24219:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408567168 00000100:00100000:3.0:1789181782.813491:0:24219:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408567168 00000100:00100000:3.0:1789181782.813534:0:24219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1789181782.813543:0:24219:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dffa51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:22736:x1876092408567168:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:3.0:1789181782.815558:0:24622:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000400 00002000:00080000:3.0:1789181782.815567:0:24622:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0001: LAST FID is [0x2c0000400:0x41:0x0] 00000100:00100000:3.0:1789181782.815978:0:24622:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3208380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23457:x1876092408566912:12345-0@lo:7:osp-pre-1-1.0 Request processed in 4610us (6603us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181782.815990:0:24622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00010000:00080000:3.0:1789181782.816045:0:23457:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c1cc3209500 x1876092408566912/t0(0) o7->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 264/240 e 0 to 0 dl 1789181798 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789181782.816216:0:23457:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc3209500 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23457:1876092408566912:0@lo:7:osp-pre-1-1.0 00000004:00080000:3.0:1789181782.816233:0:23457:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0001-osc-MDT0001: Got last_fid [0x2c0000400:0x41:0x0] 00000100:00100000:3.0:1789181782.816274:0:23457:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc3209500 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23457:1876092408567296:0@lo:5:osp-pre-1-1.0 00000100:00100000:3.0:1789181782.816306:0:23457:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181782.816326:0:23457:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1de7c8ba80 going to sleep for 11 seconds 00000100:00100000:2.0:1789181782.817564:0:24221:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408567296 00000100:00100000:2.0:1789181782.817574:0:24221:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408567296 00000100:00100000:2.0:1789181782.817616:0:24221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1789181782.817626:0:24221:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc320b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23457:x1876092408567296:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:2.0:1789181782.817681:0:24221:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:2.0:1789181782.817766:0:24221:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc320b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23457:x1876092408567296:12345-0@lo:5:osp-pre-1-1.0 Request processed in 141us (1458us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181782.817772:0:24221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000004:00080000:2.0:1789181782.817814:0:22689:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1 committed 00010000:00080000:3.0:1789181782.818009:0:23457:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c1cc3209500 x1876092408567296/t0(0) o5->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1789181798 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789181782.818022:0:23457:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc3209500 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23457:1876092408567296:0@lo:5:osp-pre-1-1.0 00000004:00080000:3.0:1789181782.818034:0:23457:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: Got last_id [0x2c0000400:0x41:0x0] from OST, last_created [0x2c0000400:0x41:0x0]last_used is [0x2c0000400:0x41:0x0] 00000100:00100000:3.0:1789181782.818079:0:23457:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc3209500 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23457:1876092408567424:0@lo:5:osp-pre-1-1.0 00000100:00100000:3.0:1789181782.818112:0:23457:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181782.818132:0:23457:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1de7c8ba80 going to sleep for 11 seconds 00000100:00100000:3.0:1789181782.818145:0:24622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408567424 00000100:00100000:3.0:1789181782.818149:0:24622:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408567424 00000100:00100000:3.0:1789181782.818171:0:24622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1789181782.818179:0:24622:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3209c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23457:x1876092408567424:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:3.0:1789181782.818205:0:24622:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000400 at 66 00000004:00080000:1.0:1789181782.820170:0:23456:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:1.0:1789181782.820249:0:23456:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 738807524920ns, next at 0ns, rc = 0 00080000:00080000:1.0:1789181782.820256:0:23456:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0001: async commit OSD 00002000:00080000:0.0:1789181782.820408:0:24219:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000401 00002000:00080000:0.0:1789181782.820416:0:24219:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -59 00002000:02000040:0.0:1789181782.820421:0:24219:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0001: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x2c0000401:7 to 0x2c0000401:65) 00000004:00080000:3.0:1789181782.823458:0:23445:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1 committed 00000001:00080000:0.0:1789181782.844132:0:25034:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901889 is committed 00000001:00100000:0.0:1789181782.844149:0:25034:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000001:00100000:0.0:1789181782.844153:0:25034:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000100:00100000:1.0:1789181782.844381:0:24622:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3209c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:23457:x1876092408567424:12345-0@lo:5:osp-pre-1-1.0 Request processed in 26199us (26265us total) trans 12884901889 rc 0/0 00000100:00100000:1.0:1789181782.844392:0:24622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00010000:00080000:1.0:1789181782.844444:0:23457:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c1cc3209500 x1876092408567424/t0(0) o5->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1789181798 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789181782.844457:0:23457:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 12884901889 gen 2 00000100:00100000:1.0:1789181782.844464:0:23457:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc3209500 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23457:1876092408567424:0@lo:5:osp-pre-1-1.0 00000004:00080000:1.0:1789181782.844480:0:23457:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0001: current precreated pool: [0x2c0000400:0x41:0x0]-[0x2c0000400:0x61:0x0] 00000100:00100000:1.0:1789181782.844534:0:23457:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dc2f04a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23457:1876092408567552:0@lo:900:osp-pre-1-1.0 00000100:00100000:1.0:1789181782.844570:0:23457:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181782.844659:0:23457:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1cc1eb06c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789181782.844683:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408567552 00000100:00100000:1.0:1789181782.844689:0:22721:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408567552 00000100:00100000:1.0:1789181782.844797:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1789181782.844807:0:22721:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dc2f07b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23457:x1876092408567552:12345-0@lo:900:osp-pre-1-1.0 00000100:00100000:1.0:1789181782.844869:0:22721:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dc2f07b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23457:x1876092408567552:12345-0@lo:900:osp-pre-1-1.0 Request processed in 64us (299us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181782.844876:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:1.0:1789181782.845087:0:23457:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c1dc2f04a80 x1876092408567552/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1789181798 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789181782.845098:0:23457:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dc2f04a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23457:1876092408567552:0@lo:900:osp-pre-1-1.0 00002000:00010000:2.0:1789181782.850189:0:24219:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789181782.850203:0:24219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006754cb47/0x76fb555283518da1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181782.850236:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=738s v=(0 0) 00010000:00010000:2.0:1789181782.850241:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789181782.850248:0:24219:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006754cb47/0x76fb555283518da1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181782.850266:0:24219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006754cb47/0x76fb555283518da1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181782.850276:0:24219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006754cb47/0x76fb555283518da1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181782.850284:0:24219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006754cb47/0x76fb555283518da1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181782.850312:0:24219:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789181782.850528:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789181782.850538:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006754cb47/0x76fb555283518da1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.850550:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1dc1523200 already unused, calling callback (ffffffffc0d949b0) 00010000:00010000:0.0:1789181782.850555:0:22697:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006754cb47/0x76fb555283518da1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.850567:0:22697:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006754cb47/0x76fb555283518da1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.850596:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006754cb47/0x76fb555283518da1 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.850604:0:22697:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006754cb47/0x76fb555283518da1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.850639:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789181782.850642:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789181782.850644:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789181782.851077:0:24219:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789181782.851084:0:24219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b02e4907/0x76fb555283518da8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181782.851094:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=738s v=(0 0) 00010000:00010000:2.0:1789181782.851098:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789181782.851102:0:24219:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b02e4907/0x76fb555283518da8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181782.851111:0:24219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b02e4907/0x76fb555283518da8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181782.851132:0:24219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b02e4907/0x76fb555283518da8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181782.851139:0:24219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b02e4907/0x76fb555283518da8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181782.851163:0:24219:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789181782.852993:0:22698:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789181782.853018:0:22698:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b02e4907/0x76fb555283518da8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181782.853032:0:22698:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1dc1522600 already unused, calling callback (ffffffffc0d949b0) 00010000:00010000:1.0:1789181782.853037:0:22698:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b02e4907/0x76fb555283518da8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181782.853048:0:22698:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b02e4907/0x76fb555283518da8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181782.853070:0:22698:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b02e4907/0x76fb555283518da8 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181782.853078:0:22698:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b02e4907/0x76fb555283518da8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181782.853099:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789181782.853101:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789181782.853103:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789181782.855553:0:24219:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789181782.855567:0:24219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006521cc3f/0x76fb555283518daf lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181782.855584:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=738s v=(0 0) 00010000:00010000:2.0:1789181782.855589:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789181782.861058:0:24219:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006521cc3f/0x76fb555283518daf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181782.861091:0:24219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006521cc3f/0x76fb555283518daf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181782.861105:0:24219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006521cc3f/0x76fb555283518daf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181782.861113:0:24219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006521cc3f/0x76fb555283518daf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181782.861161:0:24219:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789181782.861211:0:24791:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789181782.861220:0:24791:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006521cc3f/0x76fb555283518daf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.861232:0:24791:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1dc1522400 already unused, calling callback (ffffffffc0d949b0) 00010000:00010000:0.0:1789181782.861238:0:24791:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006521cc3f/0x76fb555283518daf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.861249:0:24791:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006521cc3f/0x76fb555283518daf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.861272:0:24791:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006521cc3f/0x76fb555283518daf lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.861280:0:24791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006521cc3f/0x76fb555283518daf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.861308:0:24791:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789181782.861310:0:24791:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789181782.861313:0:24791:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789181782.862391:0:24219:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789181782.862403:0:24219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000588113e7/0x76fb555283518db6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181782.862419:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=738s v=(0 0) 00010000:00010000:2.0:1789181782.862424:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789181782.862430:0:24219:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000588113e7/0x76fb555283518db6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181782.862442:0:24219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000588113e7/0x76fb555283518db6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181782.862450:0:24219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000588113e7/0x76fb555283518db6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181782.862458:0:24219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000588113e7/0x76fb555283518db6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181782.863752:0:24219:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1789181782.864677:0:24219:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789181782.864689:0:24219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f908a90f/0x76fb555283518dbd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181782.864706:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=738s v=(0 0) 00010000:00010000:2.0:1789181782.864717:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789181782.864743:0:24219:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f908a90f/0x76fb555283518dbd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181782.864757:0:24219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f908a90f/0x76fb555283518dbd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181782.864765:0:24219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f908a90f/0x76fb555283518dbd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181782.864772:0:24219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f908a90f/0x76fb555283518dbd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.864907:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1789181782.864914:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000588113e7/0x76fb555283518db6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.864946:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1dc1522200 already unused, calling callback (ffffffffc0d949b0) 00010000:00010000:0.0:1789181782.864961:0:22697:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000588113e7/0x76fb555283518db6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.864972:0:22697:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000588113e7/0x76fb555283518db6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.864990:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000588113e7/0x76fb555283518db6 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.864998:0:22697:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000588113e7/0x76fb555283518db6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.865033:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789181782.865037:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f908a90f/0x76fb555283518dbd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.865044:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1dc1523800 already unused, calling callback (ffffffffc0d949b0) 00010000:00010000:0.0:1789181782.865047:0:22697:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f908a90f/0x76fb555283518dbd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.865054:0:22697:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f908a90f/0x76fb555283518dbd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.865064:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f908a90f/0x76fb555283518dbd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.865079:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789181782.865081:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789181782.865083:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789181782.865302:0:24219:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1789181782.865308:0:24219:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f908a90f/0x76fb555283518dbd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181782.865452:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789181782.865675:0:24219:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789181782.865681:0:24219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000619801b4/0x76fb555283518dc4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181782.865690:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=738s v=(0 0) 00010000:00010000:2.0:1789181782.865695:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789181782.865699:0:24219:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000619801b4/0x76fb555283518dc4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181782.865709:0:24219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000619801b4/0x76fb555283518dc4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181782.866176:0:24219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000619801b4/0x76fb555283518dc4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181782.866186:0:24219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000619801b4/0x76fb555283518dc4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181782.866274:0:24219:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789181782.866540:0:24791:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789181782.866547:0:24791:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000619801b4/0x76fb555283518dc4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.866555:0:24791:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1dc1522a00 already unused, calling callback (ffffffffc0d949b0) 00010000:00010000:0.0:1789181782.866559:0:24791:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000619801b4/0x76fb555283518dc4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.866569:0:24791:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000619801b4/0x76fb555283518dc4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.866632:0:24791:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000619801b4/0x76fb555283518dc4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.866641:0:24791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000619801b4/0x76fb555283518dc4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.866661:0:24791:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789181782.866662:0:24791:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789181782.866664:0:24791:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789181782.866887:0:24219:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789181782.866893:0:24219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c1209b00/0x76fb555283518dcb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181782.866902:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=738s v=(0 0) 00010000:00010000:2.0:1789181782.866905:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789181782.866909:0:24219:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c1209b00/0x76fb555283518dcb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181782.866918:0:24219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c1209b00/0x76fb555283518dcb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181782.867087:0:24219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c1209b00/0x76fb555283518dcb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181782.867094:0:24219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c1209b00/0x76fb555283518dcb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181782.867123:0:24219:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789181782.867280:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789181782.867285:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c1209b00/0x76fb555283518dcb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.867303:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1dc1522800 already unused, calling callback (ffffffffc0d949b0) 00010000:00010000:0.0:1789181782.867306:0:22697:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c1209b00/0x76fb555283518dcb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.867315:0:22697:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c1209b00/0x76fb555283518dcb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.867326:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c1209b00/0x76fb555283518dcb lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.867333:0:22697:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c1209b00/0x76fb555283518dcb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.867346:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789181782.867347:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789181782.867348:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789181782.867865:0:24219:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789181782.867874:0:24219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b02e4907/0x76fb555283518dd2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181782.867886:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=738s v=(0 0) 00010000:00010000:2.0:1789181782.867890:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789181782.867894:0:24219:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b02e4907/0x76fb555283518dd2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181782.867905:0:24219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b02e4907/0x76fb555283518dd2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181782.867914:0:24219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b02e4907/0x76fb555283518dd2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181782.868094:0:24219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b02e4907/0x76fb555283518dd2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181782.868123:0:24219:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789181782.868172:0:22698:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789181782.868181:0:22698:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b02e4907/0x76fb555283518dd2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181782.868191:0:22698:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1dc1522600 already unused, calling callback (ffffffffc0d949b0) 00010000:00010000:3.0:1789181782.868195:0:22698:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b02e4907/0x76fb555283518dd2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181782.868205:0:22698:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b02e4907/0x76fb555283518dd2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181782.868221:0:22698:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b02e4907/0x76fb555283518dd2 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181782.868229:0:22698:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b02e4907/0x76fb555283518dd2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181782.868261:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789181782.868263:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789181782.868265:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789181782.868572:0:24219:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789181782.868636:0:24219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006754cb47/0x76fb555283518dd9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181782.868646:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=738s v=(0 0) 00010000:00010000:2.0:1789181782.868655:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789181782.868660:0:24219:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006754cb47/0x76fb555283518dd9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181782.868669:0:24219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006754cb47/0x76fb555283518dd9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181782.868678:0:24219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006754cb47/0x76fb555283518dd9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181782.868685:0:24219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006754cb47/0x76fb555283518dd9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181782.868706:0:24219:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789181782.869106:0:24791:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789181782.869112:0:24791:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006754cb47/0x76fb555283518dd9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.869121:0:24791:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1dc1523200 already unused, calling callback (ffffffffc0d949b0) 00010000:00010000:0.0:1789181782.869124:0:24791:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006754cb47/0x76fb555283518dd9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.869134:0:24791:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006754cb47/0x76fb555283518dd9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.869155:0:24791:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006754cb47/0x76fb555283518dd9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.869162:0:24791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006754cb47/0x76fb555283518dd9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.869180:0:24791:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789181782.869182:0:24791:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789181782.869184:0:24791:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789181782.869336:0:24219:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789181782.869343:0:24219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bde01caa/0x76fb555283518de0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181782.869352:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=738s v=(0 0) 00010000:00010000:2.0:1789181782.869355:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789181782.869359:0:24219:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bde01caa/0x76fb555283518de0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181782.869369:0:24219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bde01caa/0x76fb555283518de0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181782.869377:0:24219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bde01caa/0x76fb555283518de0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181782.869391:0:24219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bde01caa/0x76fb555283518de0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181782.869419:0:24219:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789181782.869501:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789181782.869508:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bde01caa/0x76fb555283518de0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181782.869517:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1dc658a800 already unused, calling callback (ffffffffc0d949b0) 00010000:00010000:3.0:1789181782.869521:0:22697:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bde01caa/0x76fb555283518de0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181782.869531:0:22697:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bde01caa/0x76fb555283518de0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181782.869543:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bde01caa/0x76fb555283518de0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181782.869551:0:22697:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bde01caa/0x76fb555283518de0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181782.869565:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789181782.869567:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789181782.869568:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789181782.869893:0:24219:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789181782.869900:0:24219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002237da31/0x76fb555283518de7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181782.869909:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=738s v=(0 0) 00010000:00010000:2.0:1789181782.869911:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789181782.869915:0:24219:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002237da31/0x76fb555283518de7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181782.869936:0:24219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002237da31/0x76fb555283518de7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181782.869944:0:24219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002237da31/0x76fb555283518de7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181782.869960:0:24219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002237da31/0x76fb555283518de7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181782.869974:0:24219:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1789181782.870782:0:24219:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789181782.870790:0:24219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a2e99dae/0x76fb555283518dee lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181782.870800:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=738s v=(0 0) 00010000:00010000:1.0:1789181782.870803:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789181782.870807:0:24219:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a2e99dae/0x76fb555283518dee lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181782.870839:0:24219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a2e99dae/0x76fb555283518dee lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181782.870847:0:24219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a2e99dae/0x76fb555283518dee lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181782.870855:0:24219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a2e99dae/0x76fb555283518dee lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181782.870875:0:24219:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1789181782.871233:0:22698:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789181782.871240:0:22698:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002237da31/0x76fb555283518de7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181782.871264:0:22698:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1dc658b000 already unused, calling callback (ffffffffc0d949b0) 00010000:00010000:3.0:1789181782.871268:0:22698:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002237da31/0x76fb555283518de7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181782.871277:0:22698:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002237da31/0x76fb555283518de7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181782.871292:0:22698:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002237da31/0x76fb555283518de7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181782.871301:0:22698:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002237da31/0x76fb555283518de7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181782.871317:0:22698:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789181782.871321:0:22698:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a2e99dae/0x76fb555283518dee lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181782.871327:0:22698:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1e0084a400 already unused, calling callback (ffffffffc0d949b0) 00010000:00010000:3.0:1789181782.871330:0:22698:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a2e99dae/0x76fb555283518dee lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181782.871338:0:22698:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a2e99dae/0x76fb555283518dee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181782.871347:0:22698:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a2e99dae/0x76fb555283518dee lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181782.871359:0:22698:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a2e99dae/0x76fb555283518dee lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181782.871371:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789181782.871372:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789181782.871374:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789181782.872809:0:24791:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789181782.872849:0:24219:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789181782.872859:0:24219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009f89d096/0x76fb555283518df5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181782.872874:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=738s v=(0 0) 00010000:00010000:1.0:1789181782.872878:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789181782.872882:0:24219:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009f89d096/0x76fb555283518df5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181782.872892:0:24219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009f89d096/0x76fb555283518df5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181782.872898:0:24219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009f89d096/0x76fb555283518df5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181782.872911:0:24219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009f89d096/0x76fb555283518df5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181782.872932:0:24219:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789181782.873378:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789181782.873385:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009f89d096/0x76fb555283518df5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.873393:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1e0084a600 already unused, calling callback (ffffffffc0d949b0) 00010000:00010000:0.0:1789181782.873399:0:22697:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009f89d096/0x76fb555283518df5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.873408:0:22697:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009f89d096/0x76fb555283518df5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.873423:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009f89d096/0x76fb555283518df5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.873431:0:22697:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009f89d096/0x76fb555283518df5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.873458:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789181782.873460:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789181782.873462:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789181782.875242:0:24219:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789181782.875256:0:24219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f8c55c90/0x76fb555283518dfc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181782.875279:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=738s v=(0 0) 00010000:00010000:2.0:1789181782.875283:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789181782.875289:0:24219:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f8c55c90/0x76fb555283518dfc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181782.875302:0:24219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f8c55c90/0x76fb555283518dfc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181782.875311:0:24219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f8c55c90/0x76fb555283518dfc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181782.875319:0:24219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f8c55c90/0x76fb555283518dfc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181782.875346:0:24219:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789181782.875435:0:22698:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789181782.875443:0:22698:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f8c55c90/0x76fb555283518dfc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181782.875454:0:22698:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1dc658b200 already unused, calling callback (ffffffffc0d949b0) 00010000:00010000:3.0:1789181782.875459:0:22698:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f8c55c90/0x76fb555283518dfc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181782.875470:0:22698:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f8c55c90/0x76fb555283518dfc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181782.875486:0:22698:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f8c55c90/0x76fb555283518dfc lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181782.875495:0:22698:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f8c55c90/0x76fb555283518dfc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181782.875518:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789181782.875520:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789181782.875521:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789181782.876989:0:24219:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789181782.876999:0:24219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005e5a67f2/0x76fb555283518e03 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181782.877012:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=738s v=(0 0) 00010000:00010000:2.0:1789181782.877017:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789181782.877121:0:24219:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005e5a67f2/0x76fb555283518e03 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181782.877137:0:24219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005e5a67f2/0x76fb555283518e03 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181782.877157:0:24219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005e5a67f2/0x76fb555283518e03 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181782.877165:0:24219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005e5a67f2/0x76fb555283518e03 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181782.877196:0:24219:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789181782.877247:0:24791:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789181782.877254:0:24791:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005e5a67f2/0x76fb555283518e03 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.877262:0:24791:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1dc658a600 already unused, calling callback (ffffffffc0d949b0) 00010000:00010000:0.0:1789181782.877267:0:24791:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005e5a67f2/0x76fb555283518e03 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.877277:0:24791:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005e5a67f2/0x76fb555283518e03 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.877293:0:24791:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005e5a67f2/0x76fb555283518e03 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.877300:0:24791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005e5a67f2/0x76fb555283518e03 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.877321:0:24791:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789181782.877323:0:24791:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789181782.877325:0:24791:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789181782.880080:0:24219:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789181782.880093:0:24219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e4386b60/0x76fb555283518e0a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181782.880113:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=738s v=(0 0) 00010000:00010000:3.0:1789181782.880118:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789181782.880125:0:24219:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e4386b60/0x76fb555283518e0a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181782.880141:0:24219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e4386b60/0x76fb555283518e0a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181782.880153:0:24219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e4386b60/0x76fb555283518e0a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181782.880160:0:24219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e4386b60/0x76fb555283518e0a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181782.880189:0:24219:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789181782.880576:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789181782.880585:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e4386b60/0x76fb555283518e0a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181782.880595:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1cc39f1c00 already unused, calling callback (ffffffffc0d949b0) 00010000:00010000:1.0:1789181782.880600:0:22697:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e4386b60/0x76fb555283518e0a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181782.880611:0:22697:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e4386b60/0x76fb555283518e0a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181782.880630:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e4386b60/0x76fb555283518e0a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181782.880637:0:22697:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e4386b60/0x76fb555283518e0a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181782.880655:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789181782.880657:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789181782.880659:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789181782.886925:0:24219:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789181782.886947:0:24219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b4db08e3/0x76fb555283518e11 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181782.886964:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=738s v=(0 0) 00010000:00010000:1.0:1789181782.886968:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789181782.886975:0:24219:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b4db08e3/0x76fb555283518e11 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181782.886990:0:24219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b4db08e3/0x76fb555283518e11 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181782.887001:0:24219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b4db08e3/0x76fb555283518e11 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181782.887009:0:24219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b4db08e3/0x76fb555283518e11 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181782.887036:0:24219:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789181782.887789:0:22698:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789181782.887799:0:22698:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b4db08e3/0x76fb555283518e11 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181782.887810:0:22698:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1e0084b800 already unused, calling callback (ffffffffc0d949b0) 00010000:00010000:3.0:1789181782.887815:0:22698:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b4db08e3/0x76fb555283518e11 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181782.887848:0:22698:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b4db08e3/0x76fb555283518e11 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181782.887867:0:22698:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b4db08e3/0x76fb555283518e11 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181782.887874:0:22698:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b4db08e3/0x76fb555283518e11 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181782.887891:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789181782.887892:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789181782.887895:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789181782.889631:0:24219:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789181782.889644:0:24219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009f4f5c38/0x76fb555283518e18 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181782.889669:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=738s v=(0 0) 00010000:00010000:1.0:1789181782.889674:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789181782.889680:0:24219:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009f4f5c38/0x76fb555283518e18 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181782.889694:0:24219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009f4f5c38/0x76fb555283518e18 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181782.889712:0:24219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009f4f5c38/0x76fb555283518e18 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181782.889721:0:24219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009f4f5c38/0x76fb555283518e18 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181782.889988:0:24219:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789181782.890051:0:24791:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789181782.890059:0:24791:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009f4f5c38/0x76fb555283518e18 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.890081:0:24791:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1e0084be00 already unused, calling callback (ffffffffc0d949b0) 00010000:00010000:0.0:1789181782.890087:0:24791:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009f4f5c38/0x76fb555283518e18 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.890097:0:24791:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009f4f5c38/0x76fb555283518e18 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.890113:0:24791:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009f4f5c38/0x76fb555283518e18 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.890120:0:24791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009f4f5c38/0x76fb555283518e18 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.890137:0:24791:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789181782.890139:0:24791:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789181782.890141:0:24791:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789181782.892572:0:24219:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789181782.892587:0:24219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a2e99dae/0x76fb555283518e1f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181782.892619:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=738s v=(0 0) 00010000:00010000:1.0:1789181782.892624:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789181782.892630:0:24219:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a2e99dae/0x76fb555283518e1f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181782.892646:0:24219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a2e99dae/0x76fb555283518e1f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181782.892657:0:24219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a2e99dae/0x76fb555283518e1f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181782.892673:0:24219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a2e99dae/0x76fb555283518e1f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181782.892713:0:24219:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789181782.892773:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789181782.892783:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a2e99dae/0x76fb555283518e1f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.892795:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1e0084a400 already unused, calling callback (ffffffffc0d949b0) 00010000:00010000:0.0:1789181782.892801:0:22697:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a2e99dae/0x76fb555283518e1f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.892812:0:22697:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a2e99dae/0x76fb555283518e1f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.892847:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a2e99dae/0x76fb555283518e1f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.892855:0:22697:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a2e99dae/0x76fb555283518e1f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.892874:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789181782.892876:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789181782.892878:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789181782.894432:0:24219:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789181782.894445:0:24219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009f89d096/0x76fb555283518e26 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181782.894460:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=738s v=(0 0) 00010000:00010000:1.0:1789181782.894465:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789181782.894470:0:24219:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009f89d096/0x76fb555283518e26 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181782.894482:0:24219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009f89d096/0x76fb555283518e26 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181782.894492:0:24219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009f89d096/0x76fb555283518e26 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181782.894500:0:24219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009f89d096/0x76fb555283518e26 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181782.894523:0:24219:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789181782.895176:0:22698:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789181782.895185:0:22698:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009f89d096/0x76fb555283518e26 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.895196:0:22698:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1e0084a600 already unused, calling callback (ffffffffc0d949b0) 00010000:00010000:0.0:1789181782.895201:0:22698:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009f89d096/0x76fb555283518e26 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.895211:0:22698:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009f89d096/0x76fb555283518e26 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.895230:0:22698:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009f89d096/0x76fb555283518e26 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.895238:0:22698:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009f89d096/0x76fb555283518e26 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.895268:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789181782.895270:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789181782.895272:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789181782.896359:0:24219:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789181782.896369:0:24219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ce5f9afb/0x76fb555283518e2d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.896384:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=738s v=(0 0) 00010000:00010000:0.0:1789181782.896388:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789181782.896393:0:24219:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ce5f9afb/0x76fb555283518e2d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.896404:0:24219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ce5f9afb/0x76fb555283518e2d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.896414:0:24219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ce5f9afb/0x76fb555283518e2d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.896421:0:24219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ce5f9afb/0x76fb555283518e2d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.896447:0:24219:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1789181782.896931:0:24219:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789181782.896938:0:24219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e39005da/0x76fb555283518e34 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.896969:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=738s v=(0 0) 00010000:00010000:0.0:1789181782.896973:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789181782.896977:0:24219:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e39005da/0x76fb555283518e34 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.896986:0:24219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e39005da/0x76fb555283518e34 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.896995:0:24219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e39005da/0x76fb555283518e34 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.897002:0:24219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e39005da/0x76fb555283518e34 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.897109:0:24219:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:0.0:1789181782.898651:0:24219:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789181782.898664:0:24219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ca3c3444/0x76fb555283518e3b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.898676:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=738s v=(0 0) 00010000:00010000:0.0:1789181782.898680:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789181782.898685:0:24219:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ca3c3444/0x76fb555283518e3b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.898697:0:24219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ca3c3444/0x76fb555283518e3b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.898718:0:24219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ca3c3444/0x76fb555283518e3b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.898744:0:24219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ca3c3444/0x76fb555283518e3b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181782.901446:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1789181782.901461:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ce5f9afb/0x76fb555283518e2d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181782.901476:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1dc3497c00 already unused, calling callback (ffffffffc0d949b0) 00010000:00010000:2.0:1789181782.901481:0:22697:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ce5f9afb/0x76fb555283518e2d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181782.901492:0:22697:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ce5f9afb/0x76fb555283518e2d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181782.901512:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ce5f9afb/0x76fb555283518e2d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181782.901521:0:22697:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ce5f9afb/0x76fb555283518e2d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181782.901552:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789181782.901564:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e39005da/0x76fb555283518e34 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181782.901571:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1dc3496400 already unused, calling callback (ffffffffc0d949b0) 00010000:00010000:2.0:1789181782.901584:0:22697:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e39005da/0x76fb555283518e34 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181782.901593:0:22697:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e39005da/0x76fb555283518e34 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181782.901603:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e39005da/0x76fb555283518e34 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181782.901610:0:22697:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e39005da/0x76fb555283518e34 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181782.901626:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789181782.901630:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ca3c3444/0x76fb555283518e3b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181782.901636:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1dc3497e00 already unused, calling callback (ffffffffc0d949b0) 00010000:00010000:2.0:1789181782.901639:0:22697:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ca3c3444/0x76fb555283518e3b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181782.901646:0:22697:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ca3c3444/0x76fb555283518e3b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181782.901667:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ca3c3444/0x76fb555283518e3b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181782.901675:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789181782.901677:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789181782.901679:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789181782.902356:0:24219:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1789181782.902365:0:24219:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ca3c3444/0x76fb555283518e3b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181782.902411:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789181782.902435:0:24791:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789181782.903559:0:24219:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789181782.903567:0:24219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000351c7c5a/0x76fb555283518e42 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.903635:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=738s v=(0 0) 00010000:00010000:0.0:1789181782.903640:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789181782.903647:0:24219:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000351c7c5a/0x76fb555283518e42 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.903661:0:24219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000351c7c5a/0x76fb555283518e42 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.903669:0:24219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000351c7c5a/0x76fb555283518e42 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.903688:0:24219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000351c7c5a/0x76fb555283518e42 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.903713:0:24219:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1789181782.904100:0:24219:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789181782.904106:0:24219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008f6c4af6/0x76fb555283518e49 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.904115:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=738s v=(0 0) 00010000:00010000:0.0:1789181782.904118:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789181782.904121:0:24219:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008f6c4af6/0x76fb555283518e49 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.904130:0:24219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008f6c4af6/0x76fb555283518e49 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.904138:0:24219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008f6c4af6/0x76fb555283518e49 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.904145:0:24219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008f6c4af6/0x76fb555283518e49 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.904168:0:24219:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1789181782.904224:0:24791:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789181782.904231:0:24791:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000351c7c5a/0x76fb555283518e42 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181782.904239:0:24791:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1dc3496000 already unused, calling callback (ffffffffc0d949b0) 00010000:00010000:3.0:1789181782.904243:0:24791:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000351c7c5a/0x76fb555283518e42 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181782.904252:0:24791:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000351c7c5a/0x76fb555283518e42 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181782.904342:0:24791:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000351c7c5a/0x76fb555283518e42 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181782.904356:0:24791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000351c7c5a/0x76fb555283518e42 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181782.904374:0:24791:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789181782.904378:0:24791:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008f6c4af6/0x76fb555283518e49 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181782.904383:0:24791:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1dc3497600 already unused, calling callback (ffffffffc0d949b0) 00010000:00010000:3.0:1789181782.904386:0:24791:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008f6c4af6/0x76fb555283518e49 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181782.904392:0:24791:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008f6c4af6/0x76fb555283518e49 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181782.904402:0:24791:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008f6c4af6/0x76fb555283518e49 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181782.904408:0:24791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008f6c4af6/0x76fb555283518e49 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1789181782.904475:0:24219:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789181782.904481:0:24219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000050b4552d/0x76fb555283518e50 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181782.904493:0:24791:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789181782.904495:0:24791:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789181782.904495:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=738s v=(0 0) 00010000:00010000:3.0:1789181782.904497:0:24791:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789181782.904498:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789181782.904502:0:24219:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000050b4552d/0x76fb555283518e50 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.904512:0:24219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000050b4552d/0x76fb555283518e50 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.904520:0:24219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000050b4552d/0x76fb555283518e50 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.904527:0:24219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000050b4552d/0x76fb555283518e50 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.904542:0:24219:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789181782.904581:0:22698:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789181782.904587:0:22698:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000050b4552d/0x76fb555283518e50 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181782.904599:0:22698:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1dc3496800 already unused, calling callback (ffffffffc0d949b0) 00010000:00010000:3.0:1789181782.904602:0:22698:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000050b4552d/0x76fb555283518e50 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181782.904609:0:22698:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000050b4552d/0x76fb555283518e50 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181782.904620:0:22698:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000050b4552d/0x76fb555283518e50 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181782.904627:0:22698:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000050b4552d/0x76fb555283518e50 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181782.904708:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789181782.904710:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789181782.904712:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789181782.904873:0:24219:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789181782.904879:0:24219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008183c3bb/0x76fb555283518e57 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.904887:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=738s v=(0 0) 00010000:00010000:0.0:1789181782.904891:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789181782.904895:0:24219:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008183c3bb/0x76fb555283518e57 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.904904:0:24219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008183c3bb/0x76fb555283518e57 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.905087:0:24219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008183c3bb/0x76fb555283518e57 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.905096:0:24219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008183c3bb/0x76fb555283518e57 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.905117:0:24219:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789181782.905252:0:24791:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789181782.905259:0:24791:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008183c3bb/0x76fb555283518e57 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181782.905330:0:24791:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1dc3496e00 already unused, calling callback (ffffffffc0d949b0) 00010000:00010000:2.0:1789181782.905335:0:24791:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008183c3bb/0x76fb555283518e57 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181782.905344:0:24791:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008183c3bb/0x76fb555283518e57 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181782.905358:0:24791:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008183c3bb/0x76fb555283518e57 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181782.905365:0:24791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008183c3bb/0x76fb555283518e57 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1789181782.905369:0:24219:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789181782.905374:0:24219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000000c784f8/0x76fb555283518e5e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181782.905381:0:24791:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789181782.905381:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=738s v=(0 0) 00010000:00010000:2.0:1789181782.905383:0:24791:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789181782.905384:0:24791:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789181782.905385:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789181782.905389:0:24219:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000000c784f8/0x76fb555283518e5e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.905397:0:24219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000000c784f8/0x76fb555283518e5e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.905405:0:24219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000000c784f8/0x76fb555283518e5e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.905412:0:24219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000000c784f8/0x76fb555283518e5e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.905440:0:24219:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789181782.905583:0:22698:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789181782.905588:0:22698:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000000c784f8/0x76fb555283518e5e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181782.905596:0:22698:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1dc3497000 already unused, calling callback (ffffffffc0d949b0) 00010000:00010000:2.0:1789181782.905600:0:22698:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000000c784f8/0x76fb555283518e5e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181782.905608:0:22698:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000000c784f8/0x76fb555283518e5e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181782.905618:0:22698:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000000c784f8/0x76fb555283518e5e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181782.905626:0:22698:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000000c784f8/0x76fb555283518e5e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181782.905713:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789181782.905715:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789181782.905717:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789181782.906112:0:24219:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789181782.906119:0:24219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001a42ffe4/0x76fb555283518e65 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.906128:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=738s v=(0 0) 00010000:00010000:0.0:1789181782.906132:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789181782.906136:0:24219:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001a42ffe4/0x76fb555283518e65 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.906145:0:24219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001a42ffe4/0x76fb555283518e65 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.906154:0:24219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001a42ffe4/0x76fb555283518e65 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.906161:0:24219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001a42ffe4/0x76fb555283518e65 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.906183:0:24219:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789181782.906385:0:24791:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789181782.906390:0:24791:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001a42ffe4/0x76fb555283518e65 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181782.906399:0:24791:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1dc3497200 already unused, calling callback (ffffffffc0d949b0) 00010000:00010000:2.0:1789181782.906402:0:24791:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001a42ffe4/0x76fb555283518e65 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1789181782.906451:0:24219:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789181782.906457:0:24219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003a8dc4c1/0x76fb555283518e6c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.906465:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=738s v=(0 0) 00010000:00010000:0.0:1789181782.906473:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789181782.906478:0:24219:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003a8dc4c1/0x76fb555283518e6c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.906488:0:24219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003a8dc4c1/0x76fb555283518e6c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181782.906489:0:24791:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001a42ffe4/0x76fb555283518e65 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.906496:0:24219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003a8dc4c1/0x76fb555283518e6c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181782.906502:0:24791:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001a42ffe4/0x76fb555283518e65 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.906503:0:24219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003a8dc4c1/0x76fb555283518e6c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181782.906510:0:24791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001a42ffe4/0x76fb555283518e65 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.906520:0:24219:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789181782.906599:0:24791:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789181782.906604:0:24791:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003a8dc4c1/0x76fb555283518e6c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181782.906611:0:24791:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1dc3496a00 already unused, calling callback (ffffffffc0d949b0) 00010000:00010000:2.0:1789181782.906614:0:24791:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003a8dc4c1/0x76fb555283518e6c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181782.906621:0:24791:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003a8dc4c1/0x76fb555283518e6c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181782.906631:0:24791:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003a8dc4c1/0x76fb555283518e6c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181782.906714:0:24791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003a8dc4c1/0x76fb555283518e6c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181782.906764:0:24791:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789181782.906766:0:24791:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789181782.906768:0:24791:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789181782.906775:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789181782.907027:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789181782.907186:0:24219:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789181782.907192:0:24219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b95501a4/0x76fb555283518e73 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.907202:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=738s v=(0 0) 00010000:00010000:0.0:1789181782.907205:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789181782.907210:0:24219:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b95501a4/0x76fb555283518e73 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.907220:0:24219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b95501a4/0x76fb555283518e73 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.907228:0:24219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b95501a4/0x76fb555283518e73 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.907240:0:24219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b95501a4/0x76fb555283518e73 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.907261:0:24219:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789181782.907284:0:24791:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789181782.907289:0:24791:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b95501a4/0x76fb555283518e73 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181782.907297:0:24791:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1dc3496200 already unused, calling callback (ffffffffc0d949b0) 00010000:00010000:3.0:1789181782.907300:0:24791:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b95501a4/0x76fb555283518e73 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181782.907308:0:24791:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b95501a4/0x76fb555283518e73 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181782.907327:0:24791:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b95501a4/0x76fb555283518e73 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181782.907334:0:24791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b95501a4/0x76fb555283518e73 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181782.907351:0:24791:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789181782.907353:0:24791:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789181782.907355:0:24791:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789181782.911278:0:24219:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x22:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789181782.911295:0:24219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002390710c/0x76fb555283518e7a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.911315:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x22:0x0].0x0 since=738s v=(0 0) 00010000:00010000:0.0:1789181782.911320:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789181782.911326:0:24219:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002390710c/0x76fb555283518e7a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.911341:0:24219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002390710c/0x76fb555283518e7a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.911351:0:24219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002390710c/0x76fb555283518e7a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.911360:0:24219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002390710c/0x76fb555283518e7a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181782.915324:0:24219:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789181782.915452:0:22698:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789181782.915462:0:22698:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002390710c/0x76fb555283518e7a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181782.915476:0:22698:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1cc34cda00 already unused, calling callback (ffffffffc0d949b0) 00010000:00010000:2.0:1789181782.915481:0:22698:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002390710c/0x76fb555283518e7a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181782.915494:0:22698:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002390710c/0x76fb555283518e7a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:0.0:1789181782.915673:0:24219:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0001: after destroy: set last_id to 0x2c0000401:6 00010000:00010000:2.0:1789181782.915707:0:22698:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002390710c/0x76fb555283518e7a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181782.915717:0:22698:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002390710c/0x76fb555283518e7a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181782.915783:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789181782.915785:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789181782.915786:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789181782.915798:0:24219:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dffa51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:22736:x1876092408567168:12345-0@lo:5:osp-pre-1-0.0 Request processed in 102252us (103914us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181782.915815:0:24219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1789181782.915884:0:22736:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dffa50000 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22736:1876092408567168:0@lo:5:osp-pre-1-0.0 00000004:00080000:0.0:1789181782.915900:0:22736:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: Got last_id [0x2c0000401:0x41:0x0] from OST, last_created [0x2c0000401:0x41:0x0]last_used is [0x2c0000401:0x6:0x0] 00000100:00100000:0.0:1789181782.915965:0:22736:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dc4dea680 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22736:1876092408567680:0@lo:5:osp-pre-1-0.0 00000100:00100000:0.0:1789181782.916001:0:22736:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789181782.916035:0:22736:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dd60f56c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789181782.916053:0:24220:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408567680 00000100:00100000:0.0:1789181782.916059:0:24220:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408567680 00000100:00100000:0.0:1789181782.916096:0:24220:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1789181782.916104:0:24220:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dc4de9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:22736:x1876092408567680:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:0.0:1789181782.916138:0:24220:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000401 at 66 00000100:00100000:0.0:1789181782.918422:0:24220:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dc4de9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:22736:x1876092408567680:12345-0@lo:5:osp-pre-1-0.0 Request processed in 2311us (2413us total) trans 12884901890 rc 0/0 00000100:00100000:0.0:1789181782.918434:0:24220:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1789181782.918584:0:22736:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dc4dea680 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22736:1876092408567680:0@lo:5:osp-pre-1-0.0 00000004:00080000:0.0:1789181782.918599:0:22736:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x2c0000401:0x41:0x0]-[0x2c0000401:0x61:0x0] 00000100:00100000:2.0:1789181783.308215:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dffa50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1876092408567808:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1789181783.308292:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181783.308363:0:24222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408567808 00000100:00100000:2.0:1789181783.308372:0:24222:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408567808 00000100:00100000:2.0:1789181783.308431:0:24222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1789181783.308440:0:24222:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dffa50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1876092408567808:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1789181783.308481:0:24222:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:2.0:1789181783.308524:0:24222:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dffa50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1876092408567808:12345-0@lo:13:osp-pre-0-0.0 Request processed in 84us (231us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181783.308531:0:24222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1789181783.308585:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dffa50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1876092408567808:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1789181783.578489:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789181784.588874:0:24791:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1789181785.214906:0:25391:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg201-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000100:00100000:3.0:1789181785.363885:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc3209880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876092408567936:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789181785.363994:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181785.364056:0:23453:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408567936 00000100:00100000:3.0:1789181785.364063:0:23453:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408567936 00000100:00100000:3.0:1789181785.364110:0:23453:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1789181785.364119:0:23453:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc320b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3645:x1876092408567936:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1789181785.364149:0:23453:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1789181785.364187:0:23453:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc320b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3645:x1876092408567936:12345-0@lo:41:osp-pre-0-1.0 Request processed in 69us (194us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181785.364194:0:23453:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1789181785.364235:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc3209880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876092408567936:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1789181785.365964:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1789181785.365989:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dc4debb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876092408568064:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1789181785.366067:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789181785.366129:0:24222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408568064 00000100:00100000:0.0:1789181785.366138:0:24222:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408568064 00000100:00100000:0.0:1789181785.366193:0:24222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1789181785.366202:0:24222:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfdf80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1876092408568064:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1789181785.366238:0:24222:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:0.0:1789181785.366280:0:24222:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfdf80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1876092408568064:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (213us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181785.366287:0:24222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00080000:0.0:1789181785.366307:0:22705:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1789181785.366341:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dc4debb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876092408568064:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1789181785.616199:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789181785.868451:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789181785.868476:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dc4debb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1876092408568192:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1789181785.868564:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181785.868779:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408568192 00000100:00100000:1.0:1789181785.868789:0:22714:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408568192 00000100:00100000:1.0:1789181785.868852:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1789181785.868862:0:22714:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc4470700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3644:x1876092408568192:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1789181785.868928:0:22714:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1789181785.871683:0:22714:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc4470700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3644:x1876092408568192:12345-0@lo:41:osp-pre-1-0.0 Request processed in 2811us (3108us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181785.871696:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1789181785.873512:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dc4debb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1876092408568192:0@lo:41:osp-pre-1-0.0 00000020:00000004:2.0:1789181786.430829:0:25444:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1789181786.431086:0:25444:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00000040:00080000:0.0:1789181786.636892:0:23467:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1789181786.637364:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:2.0:1789181787.494171:0:25494:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1789181787.494413:0:25494:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1789181787.660632:0:24791:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789181787.788904:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:2.0:1789181787.791108:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385379456 00000100:00100000:2.0:1789181787.791127:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385379456 00000100:00100000:2.0:1789181787.791202:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 116 00000100:00100000:2.0:1789181787.791212:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1df9ce4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:2392:x1876092385379456:12345-192.168.202.1@tcp:250:mount.lustre.0 00010000:00080000:2.0:1789181787.791251:0:22701:0:(ldlm_lib.c:1453:target_handle_connect()) MGS: connection from afcf2124-d83b-4180-90a4-66d7f91a42fa@192.168.202.1@tcp t0 exp 0000000000000000 cur 743 last 0 00000020:00000080:2.0:1789181787.791289:0:22701:0:(genops.c:1384:class_connect()) connect: client afcf2124-d83b-4180-90a4-66d7f91a42fa, cookie 0x76fb555283518e81 00000100:00080000:2.0:1789181787.791471:0:22701:0:(import.c:65:import_set_state_nolock()) ffff9c1cc278a000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1789181787.791564:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1df9ce4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:afcf2124-d83b-4180-90a4-66d7f91a42fa+5:2392:x1876092385379456:12345-192.168.202.1@tcp:250:mount.lustre.0 Request processed in 351us (2687us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181787.791571:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 116 00000100:00100000:0.0:1789181787.805366:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:3.0:1789181787.805504:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385379584 00000100:00100000:3.0:1789181787.805534:0:22704:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385379584 00000100:00100000:3.0:1789181787.805606:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 117 00000100:00100000:3.0:1789181787.805618:0:22704:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1df9ce4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:afcf2124-d83b-4180-90a4-66d7f91a42fa+5:18043:x1876092385379584:12345-192.168.202.1@tcp:101:mount.lustre.0 00010000:00010000:3.0:1789181787.805640:0:22704:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789181787.805662:0:22704:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c1cc39f0800/0x76fb555283518e88 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x7a80027d91df845b expref: -99 pid: 22704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181787.805712:0:22704:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c1cc39f0800/0x76fb555283518e88 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df845b expref: 6 pid: 22704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181787.805757:0:22704:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c1cc39f0800/0x76fb555283518e88 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df845b expref: 6 pid: 22704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181787.805768:0:22704:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c1cc39f0800, rc 0) 00000100:00100000:3.0:1789181787.805852:0:22704:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1df9ce4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:afcf2124-d83b-4180-90a4-66d7f91a42fa+6:18043:x1876092385379584:12345-192.168.202.1@tcp:101:mount.lustre.0 Request processed in 236us (498us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181787.805859:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 117 00000100:00100000:0.0:1789181787.810264:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:3.0:1789181787.811305:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385379712 00000100:00100000:3.0:1789181787.811320:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385379712 00000100:00100000:3.0:1789181787.811390:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 118 00000100:00100000:3.0:1789181787.811402:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1df9ce4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:afcf2124-d83b-4180-90a4-66d7f91a42fa+6:18043:x1876092385379712:12345-192.168.202.1@tcp:501:mount.lustre.0 00000100:00100000:3.0:1789181787.811607:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1df9ce4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:afcf2124-d83b-4180-90a4-66d7f91a42fa+6:18043:x1876092385379712:12345-192.168.202.1@tcp:501:mount.lustre.0 Request processed in 206us (1354us total) trans 0 rc -2/-2 00000100:00100000:3.0:1789181787.811616:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 118 00000100:00100000:0.0:1789181787.819806:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:2.0:1789181787.820181:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385379840 00000100:00100000:2.0:1789181787.820195:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385379840 00000100:00100000:2.0:1789181787.820267:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 119 00000100:00100000:2.0:1789181787.820295:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1df9ce5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:afcf2124-d83b-4180-90a4-66d7f91a42fa+6:18043:x1876092385379840:12345-192.168.202.1@tcp:101:mount.lustre.0 00010000:00010000:2.0:1789181787.820317:0:22701:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789181787.820343:0:22701:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c1dc658a800/0x76fb555283518e8f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0x7a80027d91df8462 expref: -99 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181787.820376:0:22701:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c1dc658a800/0x76fb555283518e8f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df8462 expref: 7 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181787.820388:0:22701:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c1dc658a800/0x76fb555283518e8f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df8462 expref: 7 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181787.820398:0:22701:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c1dc658a800, rc 0) 00000100:00100000:2.0:1789181787.820468:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1df9ce5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:afcf2124-d83b-4180-90a4-66d7f91a42fa+7:18043:x1876092385379840:12345-192.168.202.1@tcp:101:mount.lustre.0 Request processed in 177us (675us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181787.820475:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 119 00000100:00100000:0.0:1789181787.826402:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:3.0:1789181787.833456:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385379968 00000100:00100000:3.0:1789181787.833475:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385379968 00000100:00100000:3.0:1789181787.833561:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 120 00000100:00100000:3.0:1789181787.833572:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1df9ce6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:afcf2124-d83b-4180-90a4-66d7f91a42fa+7:18043:x1876092385379968:12345-192.168.202.1@tcp:501:mount.lustre.0 00000100:00100000:0.0:1789181787.834161:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1df9ce6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:afcf2124-d83b-4180-90a4-66d7f91a42fa+8:18043:x1876092385379968:12345-192.168.202.1@tcp:501:mount.lustre.0 Request processed in 587us (7766us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181787.834170:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 120 00000100:00100000:0.0:1789181787.844512:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:3.0:1789181787.845673:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385380096 00000100:00100000:3.0:1789181787.845697:0:22704:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385380096 00000100:00100000:3.0:1789181787.845812:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 121 00000100:00100000:3.0:1789181787.845825:0:22704:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1df9ce7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:afcf2124-d83b-4180-90a4-66d7f91a42fa+8:18043:x1876092385380096:12345-192.168.202.1@tcp:503:mount.lustre.0 00000100:00100000:3.0:1789181787.849276:0:22704:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1df9ce7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:afcf2124-d83b-4180-90a4-66d7f91a42fa+8:18043:x1876092385380096:12345-192.168.202.1@tcp:503:mount.lustre.0 Request processed in 2095us (3417us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181787.849294:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 121 00000100:00100000:0.0:1789181787.862105:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:2.0:1789181787.863021:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385380224 00000100:00100000:2.0:1789181787.863036:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385380224 00000100:00100000:2.0:1789181787.863103:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 122 00000100:00100000:2.0:1789181787.863115:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1df9ce5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:afcf2124-d83b-4180-90a4-66d7f91a42fa+8:18061:x1876092385380224:12345-192.168.202.1@tcp:502:llog_process_th.0 00000100:00100000:2.0:1789181787.863319:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1df9ce5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:afcf2124-d83b-4180-90a4-66d7f91a42fa+8:18061:x1876092385380224:12345-192.168.202.1@tcp:502:llog_process_th.0 Request processed in 206us (1227us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181787.863328:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 122 00000100:00100000:0.0:1789181787.905343:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:2.0:1789181787.906844:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385380352 00000100:00100000:2.0:1789181787.906863:0:22704:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385380352 00000100:00100000:2.0:1789181787.906959:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 123 00000100:00100000:2.0:1789181787.906972:0:22704:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1df9ce6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:afcf2124-d83b-4180-90a4-66d7f91a42fa+8:18061:x1876092385380352:12345-192.168.202.1@tcp:502:llog_process_th.0 00000100:00100000:2.0:1789181787.907169:0:22704:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1df9ce6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:afcf2124-d83b-4180-90a4-66d7f91a42fa+8:18061:x1876092385380352:12345-192.168.202.1@tcp:502:llog_process_th.0 Request processed in 199us (1836us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181787.907184:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 123 00000100:00100000:3.0:1789181787.916745:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789181787.917349:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dffa50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876092408568448:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1789181787.918648:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc3209880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1876092408568320:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1789181787.918744:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181787.919919:0:24222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408568320 00000100:00100000:2.0:1789181787.919931:0:24222:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408568320 00000100:00100000:2.0:1789181787.920009:0:24222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1789181787.920025:0:24222:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc320a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3643:x1876092408568320:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1789181787.920062:0:24222:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00080000:1.0:1789181787.920142:0:22705:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1789181787.920297:0:24222:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc320a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3643:x1876092408568320:12345-0@lo:13:osp-pre-1-0.0 Request processed in 278us (1553us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181787.920306:0:24222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1789181787.920338:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181787.920426:0:24223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408568448 00000100:00100000:1.0:1789181787.920432:0:24223:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408568448 00000100:00080000:0.0:1789181787.920530:0:22705:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1789181787.920596:0:24223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1789181787.920605:0:24223:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc2756300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1876092408568448:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1789181787.920618:0:24223:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1789181787.920667:0:24223:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc2756300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1876092408568448:12345-0@lo:13:osp-pre-1-1.0 Request processed in 64us (329us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181787.920673:0:24223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1789181787.920786:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dffa50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876092408568448:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1789181787.925896:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:2.0:1789181787.925987:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385380480 00000100:00100000:2.0:1789181787.925998:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385380480 00000100:00100000:2.0:1789181787.926065:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 124 00000100:00100000:2.0:1789181787.926076:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1df9ce6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:afcf2124-d83b-4180-90a4-66d7f91a42fa+8:18061:x1876092385380480:12345-192.168.202.1@tcp:502:llog_process_th.0 00000100:00100000:2.0:1789181787.926222:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1df9ce6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:afcf2124-d83b-4180-90a4-66d7f91a42fa+8:18061:x1876092385380480:12345-192.168.202.1@tcp:502:llog_process_th.0 Request processed in 147us (331us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181787.926231:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 124 00000100:00100000:2.0:1789181787.926318:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc3209880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1876092408568320:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1789181787.926545:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc3209500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:3646:1876092408568576:0@lo:400:kworker.0 00000100:00100000:3.0:1789181787.926564:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc3ba4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1876092408568832:0@lo:400:kworker.0 00000100:00100000:1.0:1789181787.926595:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181787.926629:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc3ba6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1876092408569088:0@lo:400:kworker.0 00000100:00100000:1.0:1789181787.926654:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181787.926675:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc3883800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3646:1876092408569600:0@lo:400:kworker.0 00000100:00100000:1.0:1789181787.926700:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789181787.926705:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc3ba7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3645:1876092408568960:0@lo:400:kworker.0 00000100:00100000:1.0:1789181787.926758:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408569088 00000100:00100000:1.0:1789181787.926763:0:22715:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408569088 00000100:00100000:0.0:1789181787.926785:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789181787.926810:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc3881880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3645:1876092408569472:0@lo:400:kworker.0 00000100:00100000:1.0:1789181787.926817:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:1.0:1789181787.926827:0:22715:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dc2f04a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1876092408569088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789181787.926839:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181787.926881:0:22715:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dc2f04a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1876092408569088:12345-0@lo:400:kworker.0 Request processed in 56us (225us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181787.926896:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:2.0:1789181787.927006:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc3209880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1876092408568704:0@lo:400:kworker.0 00000100:00100000:2.0:1789181787.927037:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181787.927059:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc3ba4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1876092408569216:0@lo:400:kworker.0 00000100:00100000:0.0:1789181787.927063:0:23453:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408568704 00000100:00100000:0.0:1789181787.927069:0:23453:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408568704 00000100:00100000:2.0:1789181787.927100:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408569600 00000100:00100000:2.0:1789181787.927106:0:22711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408569600 00000100:00100000:3.0:1789181787.927127:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181787.927210:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408568960 00000100:00100000:2.0:1789181787.927215:0:22711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408568960 00000100:00100000:2.0:1789181787.927227:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408569472 00000100:00100000:2.0:1789181787.927230:0:22711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408569472 00000100:00100000:2.0:1789181787.927242:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1789181787.927249:0:22711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dc2f07800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1876092408569600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789181787.927284:0:22711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dc2f07800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1876092408569600:12345-0@lo:400:kworker.0 Request processed in 36us (584us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181787.927291:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1789181787.927302:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1789181787.927307:0:22711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc4472300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1876092408568960:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789181787.927335:0:22711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc4472300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1876092408568960:12345-0@lo:400:kworker.0 Request processed in 28us (551us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181787.927340:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1789181787.927350:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1789181787.927356:0:22711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc4470380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3645:x1876092408569472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789181787.927381:0:22711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc4470380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3645:x1876092408569472:12345-0@lo:400:kworker.0 Request processed in 26us (542us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181787.927386:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00080000:2.0:1789181787.927402:0:22705:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1789181787.927406:0:22705:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:2.0:1789181787.927645:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c1cc3ba7480 x1876092408568960/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789181803 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789181787.927658:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc3ba7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3645:1876092408568960:0@lo:400:kworker.0 00010000:00080000:2.0:1789181787.927681:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c1cc3881880 x1876092408569472/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789181803 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789181787.927700:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc3880a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3644:1876092408569344:0@lo:400:kworker.0 00000100:00100000:2.0:1789181787.927705:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc3881880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3645:1876092408569472:0@lo:400:kworker.0 00000100:00100000:3.0:1789181787.927757:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181787.927765:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181787.927801:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc3882300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3643:1876092408569728:0@lo:400:kworker.0 00000100:00100000:2.0:1789181787.930623:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc3880000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3644:1876092408569856:0@lo:400:kworker.0 00000100:00100000:2.0:1789181787.930710:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181787.930812:0:24622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408568832 00000100:00100000:2.0:1789181787.930823:0:24622:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408568832 00000100:00100000:2.0:1789181787.930897:0:24622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408569216 00000100:00100000:2.0:1789181787.930901:0:24622:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408569216 00000100:00100000:2.0:1789181787.930940:0:24622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1789181787.930961:0:24622:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3881500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3644:x1876092408568832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789181787.931032:0:24622:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3881500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3644:x1876092408568832:12345-0@lo:400:kworker.0 Request processed in 74us (3906us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181787.931039:0:24622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1789181787.931056:0:24622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1789181787.931062:0:24622:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1e008bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3643:x1876092408569216:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789181787.931092:0:24622:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1e008bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3643:x1876092408569216:12345-0@lo:400:kworker.0 Request processed in 30us (3328us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181787.931097:0:24622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00080000:2.0:1789181787.931113:0:22705:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1789181787.931145:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc3ba4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1876092408568832:0@lo:400:kworker.0 00000100:00100000:2.0:1789181787.931171:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408569344 00000100:00100000:2.0:1789181787.931175:0:22711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408569344 00000100:00100000:2.0:1789181787.931198:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408569856 00000100:00100000:2.0:1789181787.931200:0:22711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408569856 00000100:00100000:2.0:1789181787.931240:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1789181787.931247:0:22711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3880700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1876092408569344:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789181787.931283:0:22711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3880700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1876092408569344:12345-0@lo:400:kworker.0 Request processed in 37us (3526us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181787.931288:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1789181787.931299:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1789181787.931304:0:22711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1e008bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3644:x1876092408569856:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789181787.931326:0:22711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1e008bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3644:x1876092408569856:12345-0@lo:400:kworker.0 Request processed in 23us (618us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181787.931331:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00080000:2.0:1789181787.931344:0:22705:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:2.0:1789181787.931363:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c1cc3880a80 x1876092408569344/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789181803 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789181787.931375:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc3880a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3644:1876092408569344:0@lo:400:kworker.0 00010000:00080000:2.0:1789181787.931387:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c1cc3880000 x1876092408569856/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789181803 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789181787.931394:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc3880000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3644:1876092408569856:0@lo:400:kworker.0 00000100:00100000:2.0:1789181787.931433:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181787.931466:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc3ba4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1876092408569216:0@lo:400:kworker.0 00000100:00100000:2.0:1789181787.931488:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408569728 00000100:00100000:2.0:1789181787.931492:0:22711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408569728 00000100:00100000:2.0:1789181787.931518:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1789181787.931524:0:22711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1e008bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3643:x1876092408569728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789181787.931558:0:22711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1e008bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3643:x1876092408569728:12345-0@lo:400:kworker.0 Request processed in 34us (125us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181787.931579:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00080000:2.0:1789181787.931596:0:22705:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:2.0:1789181787.931614:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c1cc3882300 x1876092408569728/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789181803 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789181787.931622:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc3882300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3643:1876092408569728:0@lo:400:kworker.0 00000100:00100000:2.0:1789181787.931644:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408568576 00000100:00100000:2.0:1789181787.931648:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408568576 00000100:00100000:2.0:1789181787.931679:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 125 00000100:00100000:2.0:1789181787.931686:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1df9ce7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+24:3646:x1876092408568576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789181787.931720:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1df9ce7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+24:3646:x1876092408568576:12345-0@lo:400:kworker.0 Request processed in 34us (5127us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181787.931750:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 125 00000100:00100000:3.0:1789181787.932495:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc3209500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:3646:1876092408568576:0@lo:400:kworker.0 00000100:00100000:3.0:1789181787.932513:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc3ba6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1876092408569088:0@lo:400:kworker.0 00010000:00080000:3.0:1789181787.932531:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c1cc3883800 x1876092408569600/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789181803 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789181787.932544:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc3883800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3646:1876092408569600:0@lo:400:kworker.0 00000100:00100000:2.0:1789181787.934585:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:3.0:1789181787.934693:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385380608 00000100:00100000:3.0:1789181787.934704:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385380608 00000100:00100000:3.0:1789181787.934809:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 126 00000100:00100000:3.0:1789181787.934821:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1df9ce5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:afcf2124-d83b-4180-90a4-66d7f91a42fa+8:18043:x1876092385380608:12345-192.168.202.1@tcp:101:mount.lustre.0 00010000:00010000:3.0:1789181787.934858:0:22703:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789181787.934888:0:22703:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c1cc39f0200/0x76fb555283518e96 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x7a80027d91df8493 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181787.934917:0:22703:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c1cc39f0200/0x76fb555283518e96 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df8493 expref: 9 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181787.934928:0:22703:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c1cc39f0200/0x76fb555283518e96 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df8493 expref: 9 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181787.934938:0:22703:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c1cc39f0200, rc 0) 00000100:00100000:3.0:1789181787.934996:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1df9ce5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:afcf2124-d83b-4180-90a4-66d7f91a42fa+9:18043:x1876092385380608:12345-192.168.202.1@tcp:101:mount.lustre.0 Request processed in 178us (422us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181787.935004:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 126 00000100:00100000:1.0:1789181787.935603:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1789181787.935619:0:22714:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1e008be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3643:x1876092408568704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789181787.935795:0:22714:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1e008be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3643:x1876092408568704:12345-0@lo:400:kworker.0 Request processed in 181us (8756us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181787.935802:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:2.0:1789181787.936076:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc3209880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1876092408568704:0@lo:400:kworker.0 00000100:00100000:0.0:1789181787.941900:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:2.0:1789181787.942091:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385380736 00000100:00100000:2.0:1789181787.942101:0:22704:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385380736 00000100:00100000:2.0:1789181787.942164:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 127 00000100:00100000:2.0:1789181787.942173:0:22704:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1df9ce7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:afcf2124-d83b-4180-90a4-66d7f91a42fa+9:18043:x1876092385380736:12345-192.168.202.1@tcp:256:mount.lustre.0 20000000:01000000:2.0:1789181787.942366:0:22704:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:2.0:1789181787.942394:0:22704:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:2.0:1789181787.942398:0:22704:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:2.0:1789181787.942401:0:22704:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:2.0:1789181787.942405:0:22704:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:2.0:1789181787.942406:0:22704:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:2.0:1789181787.945308:0:22704:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1df9ce7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:afcf2124-d83b-4180-90a4-66d7f91a42fa+9:18043:x1876092385380736:12345-192.168.202.1@tcp:256:mount.lustre.0 Request processed in 3121us (3404us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181787.945336:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 127 00000100:00100000:3.0:1789181787.950269:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:2.0:1789181787.952706:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385380864 00000100:00100000:2.0:1789181787.952758:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385380864 00000100:00100000:2.0:1789181787.952851:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 128 00000100:00100000:2.0:1789181787.952863:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc4e52050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:afcf2124-d83b-4180-90a4-66d7f91a42fa+9:18043:x1876092385380864:12345-192.168.202.1@tcp:101:mount.lustre.0 00010000:00010000:2.0:1789181787.953007:0:22701:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789181787.953027:0:22701:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c1dc658b000/0x76fb555283518e9d lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x7a80027d91df849a expref: -99 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181787.953107:0:22701:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c1dc658b000/0x76fb555283518e9d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df849a expref: 10 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181787.953122:0:22701:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c1dc658b000/0x76fb555283518e9d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df849a expref: 10 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181787.953132:0:22701:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c1dc658b000, rc 0) 00000100:00100000:2.0:1789181787.953628:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc4e52050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:afcf2124-d83b-4180-90a4-66d7f91a42fa+10:18043:x1876092385380864:12345-192.168.202.1@tcp:101:mount.lustre.0 Request processed in 765us (3368us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181787.953637:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 128 00000100:00100000:0.0:1789181787.963468:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:2.0:1789181787.963583:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385380992 00000100:00100000:2.0:1789181787.963596:0:22704:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385380992 00000100:00100000:2.0:1789181787.963659:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 129 00000100:00100000:2.0:1789181787.963670:0:22704:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc4e51050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:afcf2124-d83b-4180-90a4-66d7f91a42fa+10:18043:x1876092385380992:12345-192.168.202.1@tcp:501:mount.lustre.0 00000100:00100000:2.0:1789181787.963893:0:22704:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc4e51050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:afcf2124-d83b-4180-90a4-66d7f91a42fa+10:18043:x1876092385380992:12345-192.168.202.1@tcp:501:mount.lustre.0 Request processed in 224us (446us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181787.963902:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 129 00000100:00100000:0.0:1789181787.967663:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:2.0:1789181787.967818:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385381120 00000100:00100000:2.0:1789181787.967830:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385381120 00000100:00100000:2.0:1789181787.968134:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 130 00000100:00100000:2.0:1789181787.968146:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc4e51850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:afcf2124-d83b-4180-90a4-66d7f91a42fa+10:18043:x1876092385381120:12345-192.168.202.1@tcp:503:mount.lustre.0 00000100:00100000:2.0:1789181787.968316:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc4e51850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:afcf2124-d83b-4180-90a4-66d7f91a42fa+10:18043:x1876092385381120:12345-192.168.202.1@tcp:503:mount.lustre.0 Request processed in 172us (660us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181787.968325:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 130 00000100:00100000:0.0:1789181787.972191:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:2.0:1789181787.973057:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385381248 00000100:00100000:2.0:1789181787.973071:0:22704:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385381248 00000100:00100000:2.0:1789181787.973127:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 131 00000100:00100000:2.0:1789181787.973136:0:22704:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc4e52850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:afcf2124-d83b-4180-90a4-66d7f91a42fa+10:18066:x1876092385381248:12345-192.168.202.1@tcp:502:llog_process_th.0 00000100:00100000:2.0:1789181787.973293:0:22704:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc4e52850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:afcf2124-d83b-4180-90a4-66d7f91a42fa+10:18066:x1876092385381248:12345-192.168.202.1@tcp:502:llog_process_th.0 Request processed in 157us (1110us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181787.973302:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 131 00000100:00100000:0.0:1789181787.976841:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:3.0:1789181787.977477:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385381376 00000100:00100000:3.0:1789181787.977487:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385381376 00000100:00100000:3.0:1789181787.977549:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 132 00000100:00100000:3.0:1789181787.977557:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc4e51c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:afcf2124-d83b-4180-90a4-66d7f91a42fa+10:18066:x1876092385381376:12345-192.168.202.1@tcp:502:llog_process_th.0 00000100:00100000:3.0:1789181787.977768:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc4e51c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:afcf2124-d83b-4180-90a4-66d7f91a42fa+10:18066:x1876092385381376:12345-192.168.202.1@tcp:502:llog_process_th.0 Request processed in 208us (938us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181787.977785:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 132 00000100:00100000:0.0:1789181787.980994:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:0.0:1789181787.981036:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:1.0:1789181787.981168:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385381504 00000100:00100000:1.0:1789181787.981182:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385381504 00000100:00100000:1.0:1789181787.981259:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385381760 00000100:00100000:1.0:1789181787.981263:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385381760 00000100:00100000:1.0:1789181787.981282:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 7 00000100:00100000:1.0:1789181787.981293:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc4471500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2392:x1876092385381504:12345-192.168.202.1@tcp:38:mount.lustre.0 00010000:00080000:1.0:1789181787.981329:0:22709:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from 844ef3e0-3b62-4f9f-8ec3-07bc6b83b843@192.168.202.1@tcp t0 exp 0000000000000000 cur 743 last 0 00000020:00000080:1.0:1789181787.981383:0:22709:0:(genops.c:1384:class_connect()) connect: client 844ef3e0-3b62-4f9f-8ec3-07bc6b83b843, cookie 0x76fb555283518ea4 00000004:00100000:1.0:1789181787.981412:0:22709:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:1.0:1789181787.981663:0:22709:0:(import.c:65:import_set_state_nolock()) ffff9c1cc3110800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1789181787.981788:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc4471500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+6:2392:x1876092385381504:12345-192.168.202.1@tcp:38:mount.lustre.0 Request processed in 494us (800us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181787.981797:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 7 00000100:00100000:1.0:1789181787.981818:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 8 00000100:00100000:1.0:1789181787.981823:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc4470000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2392:x1876092385381760:12345-192.168.202.1@tcp:38:mount.lustre.0 00010000:00080000:1.0:1789181787.981841:0:22709:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0001: connection from 844ef3e0-3b62-4f9f-8ec3-07bc6b83b843@192.168.202.1@tcp t0 exp 0000000000000000 cur 743 last 0 00000020:00000080:1.0:1789181787.981876:0:22709:0:(genops.c:1384:class_connect()) connect: client 844ef3e0-3b62-4f9f-8ec3-07bc6b83b843, cookie 0x76fb555283518eab 00000004:00100000:1.0:1789181787.981889:0:22709:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:1.0:1789181787.984445:0:22709:0:(import.c:65:import_set_state_nolock()) ffff9c1cc3117000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1789181787.984549:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc4470000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+6:2392:x1876092385381760:12345-192.168.202.1@tcp:38:mount.lustre.0 Request processed in 2722us (3510us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181787.984565:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 8 00000100:00100000:0.0:1789181788.007712:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:0.0:1789181788.007831:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:2.0:1789181788.008959:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385381888 00000100:00100000:2.0:1789181788.009080:0:22711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385381888 00000100:00100000:2.0:1789181788.009182:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385381632 00000100:00100000:2.0:1789181788.009186:0:22711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385381632 00000100:00100000:2.0:1789181788.009211:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 9 00000100:00100000:2.0:1789181788.009224:0:22711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc4472a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+6:0:x1876092385381888:12345-192.168.202.1@tcp:41:mount.lustre.0 00000100:00080000:0.0:1789181788.009227:0:22705:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1789181788.009232:0:22705:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000004:00000024:2.0:1789181788.009268:0:22711:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1789181788.009388:0:22711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc4472a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+6:0:x1876092385381888:12345-192.168.202.1@tcp:41:mount.lustre.0 Request processed in 167us (1687us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181788.009396:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 9 00000100:00100000:2.0:1789181788.009415:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 10 00000100:00100000:2.0:1789181788.009423:0:22711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc4473b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+6:0:x1876092385381632:12345-192.168.202.1@tcp:41:mount.lustre.0 00000004:00000024:2.0:1789181788.009687:0:22711:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1789181788.010137:0:22711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc4473b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+6:0:x1876092385381632:12345-192.168.202.1@tcp:41:mount.lustre.0 Request processed in 712us (2304us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181788.010146:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 10 00000100:00100000:0.0:1789181788.021377:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:1.0:1789181788.021483:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385382016 00000100:00100000:1.0:1789181788.021495:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385382016 00000100:00100000:1.0:1789181788.021568:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 11 00000100:00100000:1.0:1789181788.021578:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc4473100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+6:18043:x1876092385382016:12345-192.168.202.1@tcp:41:mount.lustre.0 00000004:00000024:1.0:1789181788.021619:0:22709:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1789181788.021707:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc4473100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+6:18043:x1876092385382016:12345-192.168.202.1@tcp:41:mount.lustre.0 Request processed in 129us (342us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181788.021715:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 11 00000100:00100000:0.0:1789181788.034782:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:2.0:1789181788.035116:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385382144 00000100:00100000:2.0:1789181788.035128:0:22711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385382144 00000100:00100000:2.0:1789181788.035193:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 12 00000100:00100000:2.0:1789181788.035205:0:22711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc4471c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+6:18043:x1876092385382144:12345-192.168.202.1@tcp:40:mount.lustre.0 00000100:00100000:2.0:1789181788.035404:0:22711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc4471c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+6:18043:x1876092385382144:12345-192.168.202.1@tcp:40:mount.lustre.0 Request processed in 201us (687us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181788.035412:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 12 00000100:00100000:0.0:1789181788.041236:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:2.0:1789181788.041345:0:24622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385382272 00000100:00100000:2.0:1789181788.041357:0:24622:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385382272 00000100:00100000:2.0:1789181788.041412:0:24622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 19 00000100:00100000:2.0:1789181788.041421:0:24622:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc4473800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2392:x1876092385382272:12345-192.168.202.1@tcp:8:mount.lustre.0 00010000:00080000:2.0:1789181788.041468:0:24622:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0000: connection from 844ef3e0-3b62-4f9f-8ec3-07bc6b83b843@192.168.202.1@tcp t0 exp 0000000000000000 cur 744 last 0 00000020:00000080:2.0:1789181788.041528:0:24622:0:(genops.c:1384:class_connect()) connect: client 844ef3e0-3b62-4f9f-8ec3-07bc6b83b843, cookie 0x76fb555283518eb2 00002000:00100000:2.0:1789181788.041541:0:24622:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 844ef3e0-3b62-4f9f-8ec3-07bc6b83b843/ffff9c1dfee47800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a27 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1789181788.041560:0:24622:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:2.0:1789181788.041809:0:24622:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1789181788.041841:0:24622:0:(import.c:65:import_set_state_nolock()) ffff9c1dfee42000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1789181788.041923:0:24622:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc4473800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+6:2392:x1876092385382272:12345-192.168.202.1@tcp:8:mount.lustre.0 Request processed in 489us (684us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181788.041933:0:24622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 19 00000100:00100000:0.0:1789181788.043167:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:2.0:1789181788.044043:0:24221:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385382400 00000100:00100000:2.0:1789181788.044055:0:24221:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385382400 00000100:00100000:2.0:1789181788.044142:0:24221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 20 00000100:00100000:2.0:1789181788.044151:0:24221:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc4471880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2392:x1876092385382400:12345-192.168.202.1@tcp:8:mount.lustre.0 00010000:00080000:2.0:1789181788.044187:0:24221:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0001: connection from 844ef3e0-3b62-4f9f-8ec3-07bc6b83b843@192.168.202.1@tcp t0 exp 0000000000000000 cur 744 last 0 00000020:00000080:2.0:1789181788.044218:0:24221:0:(genops.c:1384:class_connect()) connect: client 844ef3e0-3b62-4f9f-8ec3-07bc6b83b843, cookie 0x76fb555283518eb9 00002000:00100000:2.0:1789181788.044229:0:24221:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 844ef3e0-3b62-4f9f-8ec3-07bc6b83b843/ffff9c1dfee43000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a27 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1789181788.044239:0:24221:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:2.0:1789181788.044496:0:24221:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1789181788.044526:0:24221:0:(import.c:65:import_set_state_nolock()) ffff9c1dfee47000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1789181788.044601:0:24221:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc4471880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+6:2392:x1876092385382400:12345-192.168.202.1@tcp:8:mount.lustre.0 Request processed in 450us (1442us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181788.044608:0:24221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 20 00000100:00100000:0.0:1789181788.047880:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:2.0:1789181788.050268:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385382528 00000100:00100000:2.0:1789181788.050287:0:22720:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385382528 00000100:00100000:2.0:1789181788.050377:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 3 00000100:00100000:2.0:1789181788.050390:0:22720:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc4470a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+6:18043:x1876092385382528:12345-192.168.202.1@tcp:900:mount.lustre.0 00000100:00100000:2.0:1789181788.050508:0:22720:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc4470a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+6:18043:x1876092385382528:12345-192.168.202.1@tcp:900:mount.lustre.0 Request processed in 121us (2637us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181788.050516:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 3 00000100:00100000:3.0:1789181788.054976:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:1.0:1789181788.055228:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385382656 00000100:00100000:1.0:1789181788.055240:0:22712:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385382656 00000100:00100000:1.0:1789181788.055299:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 0 00000100:00100000:1.0:1789181788.055310:0:22712:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3883800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+6:18043:x1876092385382656:12345-192.168.202.1@tcp:33:mount.lustre.0 00000001:00100000:0.0:1789181788.055867:0:25034:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 844ef3e0-3b62-4f9f-8ec3-07bc6b83b843 00000001:00080000:0.0:1789181788.056223:0:25034:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901890 is committed 00000004:00080000:1.0:1789181788.057560:0:22712:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 2127us 00000004:00200000:1.0:1789181788.072909:0:22712:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:1.0:1789181788.073044:0:22712:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3883800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+6:18043:x1876092385382656:12345-192.168.202.1@tcp:33:mount.lustre.0 Request processed in 17729us (18076us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181788.073056:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 0 00000100:00100000:0.0:1789181788.230493:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:1.0:1789181788.230596:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385382784 00000100:00100000:1.0:1789181788.230607:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385382784 00000100:00100000:1.0:1789181788.230664:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 13 00000100:00100000:1.0:1789181788.230675:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc4471180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+6:18090:x1876092385382784:12345-192.168.202.1@tcp:101:mkdir.0 00010000:00010000:1.0:1789181788.230695:0:22709:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789181788.231000:0:22709:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084be00/0x76fb555283518ec0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a80027d91df84cb expref: -99 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181788.231087:0:22709:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084b800/0x76fb555283518ec7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181788.231103:0:22709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084b800/0x76fb555283518ec7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181788.231119:0:22709:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084b800/0x76fb555283518ec7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1789181788.231169:0:22709:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1789181788.231173:0:22709:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1789181788.231212:0:22709:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084b800/0x76fb555283518ec7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181788.231255:0:22709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084be00/0x76fb555283518ec0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df84cb expref: 8 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181788.231273:0:22709:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084b800/0x76fb555283518ec7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df84cb expref: 7 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181788.231282:0:22709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9c1dd0a0da00) 00010000:00010000:1.0:1789181788.231285:0:22709:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1789181788.231289:0:22709:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c1e0084b800, rc 0) 00000100:00100000:1.0:1789181788.231355:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc4471180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+7:18090:x1876092385382784:12345-192.168.202.1@tcp:101:mkdir.0 Request processed in 681us (871us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181788.231362:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 13 00000100:00100000:0.0:1789181788.429046:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1e008bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1876092408569984:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1789181788.429137:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181788.429214:0:24222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408569984 00000100:00100000:3.0:1789181788.429222:0:24222:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408569984 00000100:00100000:3.0:1789181788.429300:0:24222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1789181788.429310:0:24222:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc4472d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3645:x1876092408569984:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1789181788.429350:0:24222:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3915857920 avail 3684335616 00000100:00100000:3.0:1789181788.435067:0:24222:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc4472d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3645:x1876092408569984:12345-0@lo:13:osp-pre-0-0.0 Request processed in 5746us (5918us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181788.435087:0:24222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1789181788.436259:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1e008bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1876092408569984:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1789181788.684780:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1789181789.135094:0:22742:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1789181789.708034:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789181790.451647:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:2.0:1789181790.451919:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385382912 00000100:00100000:2.0:1789181790.451930:0:22711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385382912 00000100:00100000:2.0:1789181790.452029:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 14 00000100:00100000:2.0:1789181790.452042:0:22711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc4472680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+7:18142:x1876092385382912:12345-192.168.202.1@tcp:41:lfs.0 00000004:00000024:2.0:1789181790.452083:0:22711:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00080000:0.0:1789181790.452238:0:22705:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1789181790.452847:0:22711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc4472680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+7:18142:x1876092385382912:12345-192.168.202.1@tcp:41:lfs.0 Request processed in 805us (1206us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181790.452857:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 14 00000100:00100000:3.0:1789181790.467819:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:0.0:1789181790.480782:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1789181790.480807:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc4473480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876092408570112:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1789181790.480875:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789181790.480922:0:23453:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408570112 00000100:00100000:0.0:1789181790.480930:0:23453:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408570112 00000100:00100000:0.0:1789181790.480991:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1789181790.481002:0:22714:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc4470e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1876092408570112:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1789181790.481036:0:22714:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1789181790.481084:0:22714:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc4470e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1876092408570112:12345-0@lo:41:osp-pre-0-1.0 Request processed in 84us (209us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181790.481091:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1789181790.481149:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc4473480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876092408570112:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1789181790.481199:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc4471f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1876092408570240:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1789181790.481224:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789181790.481264:0:24223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408570240 00000100:00100000:0.0:1789181790.481268:0:24223:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408570240 00000100:00100000:1.0:1789181790.481706:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385383040 00000100:00100000:1.0:1789181790.481741:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385383040 00000100:00100000:1.0:1789181790.481822:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 15 00000100:00100000:1.0:1789181790.481831:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3880380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+6:18142:x1876092385383040:12345-192.168.202.1@tcp:41:lfs.0 00000004:00000024:1.0:1789181790.481856:0:22709:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1789181790.481931:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3880380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+6:18142:x1876092385383040:12345-192.168.202.1@tcp:41:lfs.0 Request processed in 100us (14124us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181790.481938:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 15 00000100:00080000:1.0:1789181790.481966:0:22705:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1789181790.482610:0:24223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1789181790.482620:0:24223:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc4473480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1876092408570240:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1789181790.482645:0:24223:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3915857920 avail 3684335616 00000100:00100000:0.0:1789181790.482694:0:24223:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc4473480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1876092408570240:12345-0@lo:13:osp-pre-0-1.0 Request processed in 77us (1469us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181790.482700:0:24223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1789181790.482767:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc4471f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1876092408570240:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1789181790.482800:0:22705:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1789181790.486242:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:0.0:1789181790.486555:0:24223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385383168 00000100:00100000:0.0:1789181790.486566:0:24223:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385383168 00000100:00100000:0.0:1789181790.486645:0:24223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 13 00000100:00100000:0.0:1789181790.486656:0:24223:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1e008bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+6:18142:x1876092385383168:12345-192.168.202.1@tcp:13:lfs.0 00002000:00000024:0.0:1789181790.486681:0:24223:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3915857920 avail 3684335616 00000100:00100000:0.0:1789181790.486806:0:24223:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1e008bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+6:18142:x1876092385383168:12345-192.168.202.1@tcp:13:lfs.0 Request processed in 151us (573us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181790.486815:0:24223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 13 00000100:00080000:1.0:1789181790.488503:0:22705:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1789181790.490450:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:0.0:1789181790.490550:0:24223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385383296 00000100:00100000:0.0:1789181790.490561:0:24223:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385383296 00000100:00080000:1.0:1789181790.490680:0:22705:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1789181790.490693:0:24223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 14 00000100:00100000:0.0:1789181790.490706:0:24223:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dc2f06680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+5:18142:x1876092385383296:12345-192.168.202.1@tcp:13:lfs.0 00002000:00000024:0.0:1789181790.490791:0:24223:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1789181790.490887:0:24223:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dc2f06680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+5:18142:x1876092385383296:12345-192.168.202.1@tcp:13:lfs.0 Request processed in 184us (443us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181790.490896:0:24223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 14 00000100:00100000:2.0:1789181790.666854:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:3.0:1789181790.666982:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385383424 00000100:00100000:3.0:1789181790.666992:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385383424 00000100:00100000:3.0:1789181790.667055:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 133 00000100:00100000:3.0:1789181790.667066:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc4e53450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:afcf2124-d83b-4180-90a4-66d7f91a42fa+10:18172:x1876092385383424:12345-192.168.202.1@tcp:101:mount.lustre.0 00010000:00010000:3.0:1789181790.667084:0:22701:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789181790.667103:0:22701:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c1cc39f0400/0x76fb555283518ece lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: local remote: 0x7a80027d91df84d2 expref: -99 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181790.667136:0:22701:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c1cc39f0400/0x76fb555283518ece lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df84d2 expref: 11 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181790.667147:0:22701:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c1cc39f0400/0x76fb555283518ece lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df84d2 expref: 11 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181790.667156:0:22701:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c1cc39f0400, rc 0) 00000100:00100000:3.0:1789181790.667218:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc4e53450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:afcf2124-d83b-4180-90a4-66d7f91a42fa+11:18172:x1876092385383424:12345-192.168.202.1@tcp:101:mount.lustre.0 Request processed in 154us (375us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181790.667226:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 133 00000100:00100000:2.0:1789181790.675206:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:3.0:1789181790.675401:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385383552 00000100:00100000:3.0:1789181790.675412:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385383552 00000100:00100000:3.0:1789181790.675471:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 134 00000100:00100000:3.0:1789181790.675482:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dc66fd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:afcf2124-d83b-4180-90a4-66d7f91a42fa+11:18172:x1876092385383552:12345-192.168.202.1@tcp:501:mount.lustre.0 00000100:00100000:3.0:1789181790.675716:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dc66fd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:afcf2124-d83b-4180-90a4-66d7f91a42fa+11:18172:x1876092385383552:12345-192.168.202.1@tcp:501:mount.lustre.0 Request processed in 235us (520us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181790.675777:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 134 00000100:00100000:1.0:1789181790.680841:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:2.0:1789181790.680963:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385383680 00000100:00100000:2.0:1789181790.680976:0:22704:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385383680 00000100:00100000:2.0:1789181790.681034:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 135 00000100:00100000:2.0:1789181790.681044:0:22704:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dc66ff850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:afcf2124-d83b-4180-90a4-66d7f91a42fa+11:18172:x1876092385383680:12345-192.168.202.1@tcp:503:mount.lustre.0 00000100:00100000:2.0:1789181790.681210:0:22704:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dc66ff850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:afcf2124-d83b-4180-90a4-66d7f91a42fa+11:18172:x1876092385383680:12345-192.168.202.1@tcp:503:mount.lustre.0 Request processed in 167us (379us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181790.681218:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 135 00000100:00100000:0.0:1789181790.701916:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:2.0:1789181790.701986:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385383808 00000100:00100000:2.0:1789181790.701998:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385383808 00000100:00100000:2.0:1789181790.702064:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 136 00000100:00100000:2.0:1789181790.702076:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dc66ffc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:afcf2124-d83b-4180-90a4-66d7f91a42fa+11:18178:x1876092385383808:12345-192.168.202.1@tcp:502:llog_process_th.0 00000100:00100000:2.0:1789181790.702525:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dc66ffc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:afcf2124-d83b-4180-90a4-66d7f91a42fa+11:18178:x1876092385383808:12345-192.168.202.1@tcp:502:llog_process_th.0 Request processed in 450us (617us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181790.702534:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 136 00010000:00010000:1.0:1789181790.735338:0:24791:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789181790.748483:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:3.0:1789181790.748606:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385383936 00000100:00100000:3.0:1789181790.748624:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385383936 00000100:00100000:3.0:1789181790.748673:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 137 00000100:00100000:3.0:1789181790.748682:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dc66fdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:afcf2124-d83b-4180-90a4-66d7f91a42fa+11:18178:x1876092385383936:12345-192.168.202.1@tcp:502:llog_process_th.0 00000100:00100000:3.0:1789181790.748919:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dc66fdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:afcf2124-d83b-4180-90a4-66d7f91a42fa+11:18178:x1876092385383936:12345-192.168.202.1@tcp:502:llog_process_th.0 Request processed in 237us (445us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181790.748927:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 137 00000100:00100000:1.0:1789181790.776164:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:2.0:1789181790.776638:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385384064 00000100:00100000:2.0:1789181790.776651:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385384064 00000100:00100000:2.0:1789181790.776715:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 138 00000100:00100000:2.0:1789181790.776761:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dc66fc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:afcf2124-d83b-4180-90a4-66d7f91a42fa+11:18178:x1876092385384064:12345-192.168.202.1@tcp:502:llog_process_th.0 00000100:00100000:2.0:1789181790.776930:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dc66fc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:afcf2124-d83b-4180-90a4-66d7f91a42fa+11:18178:x1876092385384064:12345-192.168.202.1@tcp:502:llog_process_th.0 Request processed in 205us (774us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181790.776947:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 138 00000100:00100000:2.0:1789181790.781093:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:0.0:1789181790.781259:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385384192 00000100:00100000:0.0:1789181790.781271:0:22704:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385384192 00000100:00100000:0.0:1789181790.781335:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 139 00000100:00100000:0.0:1789181790.781346:0:22704:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dc66fe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:afcf2124-d83b-4180-90a4-66d7f91a42fa+11:18172:x1876092385384192:12345-192.168.202.1@tcp:101:mount.lustre.0 00010000:00010000:0.0:1789181790.781364:0:22704:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789181790.781384:0:22704:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c1cc34cc400/0x76fb555283518ed5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x7a80027d91df8503 expref: -99 pid: 22704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181790.781437:0:22704:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c1cc34cc400/0x76fb555283518ed5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df8503 expref: 12 pid: 22704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181790.781448:0:22704:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c1cc34cc400/0x76fb555283518ed5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df8503 expref: 12 pid: 22704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181790.781456:0:22704:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c1cc34cc400, rc 0) 00000100:00100000:0.0:1789181790.781528:0:22704:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dc66fe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:afcf2124-d83b-4180-90a4-66d7f91a42fa+12:18172:x1876092385384192:12345-192.168.202.1@tcp:101:mount.lustre.0 Request processed in 183us (446us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181790.781535:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 139 00000100:00100000:0.0:1789181790.787958:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:3.0:1789181790.798670:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385384320 00000100:00100000:3.0:1789181790.798686:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385384320 00000100:00100000:3.0:1789181790.798791:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 140 00000100:00100000:3.0:1789181790.798803:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dc66fd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:afcf2124-d83b-4180-90a4-66d7f91a42fa+12:18172:x1876092385384320:12345-192.168.202.1@tcp:256:mount.lustre.0 20000000:01000000:3.0:1789181790.798832:0:22703:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:3.0:1789181790.798858:0:22703:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:3.0:1789181790.798862:0:22703:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:3.0:1789181790.798865:0:22703:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:3.0:1789181790.798877:0:22703:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:3.0:1789181790.798880:0:22703:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:3.0:1789181790.805329:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dc66fd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:afcf2124-d83b-4180-90a4-66d7f91a42fa+12:18172:x1876092385384320:12345-192.168.202.1@tcp:256:mount.lustre.0 Request processed in 6516us (17367us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181790.805345:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 140 00000100:00100000:2.0:1789181790.812069:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:3.0:1789181790.812222:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385384448 00000100:00100000:3.0:1789181790.812236:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385384448 00000100:00100000:3.0:1789181790.812295:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 141 00000100:00100000:3.0:1789181790.812322:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dc66ff050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:afcf2124-d83b-4180-90a4-66d7f91a42fa+12:18172:x1876092385384448:12345-192.168.202.1@tcp:101:mount.lustre.0 00010000:00010000:3.0:1789181790.812343:0:22701:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789181790.812364:0:22701:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c1cc39f1a00/0x76fb555283518edc lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x7a80027d91df850a expref: -99 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181790.812395:0:22701:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c1cc39f1a00/0x76fb555283518edc lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df850a expref: 13 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181790.812405:0:22701:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c1cc39f1a00/0x76fb555283518edc lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df850a expref: 13 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181790.812415:0:22701:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c1cc39f1a00, rc 0) 00000100:00100000:3.0:1789181790.812478:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dc66ff050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:afcf2124-d83b-4180-90a4-66d7f91a42fa+13:18172:x1876092385384448:12345-192.168.202.1@tcp:101:mount.lustre.0 Request processed in 159us (419us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181790.812485:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 141 00000100:00100000:0.0:1789181790.817359:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:3.0:1789181790.817649:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385384576 00000100:00100000:3.0:1789181790.817661:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385384576 00000100:00100000:3.0:1789181790.817771:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 142 00000100:00100000:3.0:1789181790.817783:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dd620b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:afcf2124-d83b-4180-90a4-66d7f91a42fa+13:18172:x1876092385384576:12345-192.168.202.1@tcp:501:mount.lustre.0 00000100:00100000:3.0:1789181790.818991:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dd620b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:afcf2124-d83b-4180-90a4-66d7f91a42fa+13:18172:x1876092385384576:12345-192.168.202.1@tcp:501:mount.lustre.0 Request processed in 1192us (1623us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181790.819004:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 142 00000100:00100000:1.0:1789181790.827647:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:0.0:1789181790.827804:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385384704 00000100:00100000:0.0:1789181790.827816:0:22704:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385384704 00000100:00100000:0.0:1789181790.827932:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 143 00000100:00100000:0.0:1789181790.827945:0:22704:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dd620a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:afcf2124-d83b-4180-90a4-66d7f91a42fa+13:18172:x1876092385384704:12345-192.168.202.1@tcp:503:mount.lustre.0 00000100:00100000:0.0:1789181790.828153:0:22704:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dd620a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:afcf2124-d83b-4180-90a4-66d7f91a42fa+13:18172:x1876092385384704:12345-192.168.202.1@tcp:503:mount.lustre.0 Request processed in 210us (515us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181790.828161:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 143 00000100:00100000:0.0:1789181790.836248:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:3.0:1789181790.836340:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385384832 00000100:00100000:3.0:1789181790.836351:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385384832 00000100:00100000:3.0:1789181790.836412:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 144 00000100:00100000:3.0:1789181790.836425:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dd620a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:afcf2124-d83b-4180-90a4-66d7f91a42fa+13:18186:x1876092385384832:12345-192.168.202.1@tcp:502:llog_process_th.0 00000100:00100000:3.0:1789181790.836634:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dd620a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:afcf2124-d83b-4180-90a4-66d7f91a42fa+13:18186:x1876092385384832:12345-192.168.202.1@tcp:502:llog_process_th.0 Request processed in 210us (394us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181790.836650:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 144 00000100:00100000:1.0:1789181790.839906:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:0.0:1789181790.841639:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385384960 00000100:00100000:0.0:1789181790.841655:0:22704:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385384960 00000100:00100000:0.0:1789181790.841780:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 145 00000100:00100000:0.0:1789181790.841791:0:22704:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dd620b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:afcf2124-d83b-4180-90a4-66d7f91a42fa+13:18186:x1876092385384960:12345-192.168.202.1@tcp:502:llog_process_th.0 00000100:00100000:0.0:1789181790.842590:0:22704:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dd620b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:afcf2124-d83b-4180-90a4-66d7f91a42fa+13:18186:x1876092385384960:12345-192.168.202.1@tcp:502:llog_process_th.0 Request processed in 795us (2689us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181790.842613:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 145 00000100:00100000:1.0:1789181790.851578:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:1.0:1789181790.851617:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:1.0:1789181790.851649:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:1.0:1789181790.851686:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:1.0:1789181790.851763:0:24622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385385984 00000100:00100000:1.0:1789181790.851776:0:24622:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385385984 00000100:00100000:1.0:1789181790.851838:0:24622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 7 00000100:00100000:1.0:1789181790.851849:0:24622:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dc2f06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+6:2396:x1876092385385984:12345-192.168.202.1@tcp:400:kworker.0 00000100:00100000:1.0:1789181790.851934:0:24622:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dc2f06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+6:2396:x1876092385385984:12345-192.168.202.1@tcp:400:kworker.0 Request processed in 85us (246us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181790.851941:0:24622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 7 00000100:00100000:3.0:1789181790.852088:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385385088 00000100:00100000:3.0:1789181790.852093:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385385088 00000100:00100000:3.0:1789181790.852110:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385385344 00000100:00100000:3.0:1789181790.852113:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385385344 00000100:00100000:3.0:1789181790.852120:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385385728 00000100:00100000:3.0:1789181790.852122:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385385728 00000100:00100000:3.0:1789181790.852141:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 41 00000100:00100000:3.0:1789181790.852149:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dc2f07100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+7:2396:x1876092385385728:12345-192.168.202.1@tcp:400:kworker.0 00000100:00100000:3.0:1789181790.852182:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dc2f07100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+7:2396:x1876092385385728:12345-192.168.202.1@tcp:400:kworker.0 Request processed in 34us (532us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181790.852188:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 41 00000100:00100000:3.0:1789181790.852203:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 16 00000100:00100000:3.0:1789181790.852208:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dc2f07480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2392:x1876092385385088:12345-192.168.202.1@tcp:38:mount.lustre.0 00010000:00080000:3.0:1789181790.852235:0:22710:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from b0e18e32-3098-4b25-ac98-8570b9c364c9@192.168.202.1@tcp t0 exp 0000000000000000 cur 746 last 0 00000020:00000080:3.0:1789181790.852275:0:22710:0:(genops.c:1384:class_connect()) connect: client b0e18e32-3098-4b25-ac98-8570b9c364c9, cookie 0x76fb555283518ee3 00000004:00100000:3.0:1789181790.852302:0:22710:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:3.0:1789181790.852410:0:22710:0:(import.c:65:import_set_state_nolock()) ffff9c1cc4533000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1789181790.852441:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dc2f07480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b0e18e32-3098-4b25-ac98-8570b9c364c9+6:2392:x1876092385385088:12345-192.168.202.1@tcp:38:mount.lustre.0 Request processed in 232us (878us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181790.852448:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 16 00000100:00100000:3.0:1789181790.852463:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 17 00000100:00100000:3.0:1789181790.852467:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dc2f05f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2392:x1876092385385344:12345-192.168.202.1@tcp:38:mount.lustre.0 00010000:00080000:3.0:1789181790.852482:0:22710:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0001: connection from b0e18e32-3098-4b25-ac98-8570b9c364c9@192.168.202.1@tcp t0 exp 0000000000000000 cur 746 last 0 00000020:00000080:3.0:1789181790.852504:0:22710:0:(genops.c:1384:class_connect()) connect: client b0e18e32-3098-4b25-ac98-8570b9c364c9, cookie 0x76fb555283518eea 00000004:00100000:3.0:1789181790.852526:0:22710:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:3.0:1789181790.852572:0:22710:0:(import.c:65:import_set_state_nolock()) ffff9c1cc4530000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1789181790.852596:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dc2f05f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b0e18e32-3098-4b25-ac98-8570b9c364c9+6:2392:x1876092385385344:12345-192.168.202.1@tcp:38:mount.lustre.0 Request processed in 128us (978us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181790.852603:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 17 00000100:00100000:3.0:1789181790.857231:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:3.0:1789181790.857276:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385385856 00000100:00100000:3.0:1789181790.857285:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385385856 00000100:00100000:3.0:1789181790.857337:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 42 00000100:00100000:3.0:1789181790.857348:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3881f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+6:2396:x1876092385385856:12345-192.168.202.1@tcp:400:kworker.0 00000100:00100000:3.0:1789181790.857419:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3881f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+6:2396:x1876092385385856:12345-192.168.202.1@tcp:400:kworker.0 Request processed in 73us (199us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181790.857427:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 42 00000100:00100000:3.0:1789181790.857538:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:3.0:1789181790.863146:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:3.0:1789181790.864185:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:3.0:1789181790.864217:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385385600 00000100:00100000:3.0:1789181790.864229:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385385600 00000100:00100000:3.0:1789181790.864310:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385385472 00000100:00100000:3.0:1789181790.864313:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385385472 00000100:00100000:3.0:1789181790.864337:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 18 00000100:00100000:3.0:1789181790.864348:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3880000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b0e18e32-3098-4b25-ac98-8570b9c364c9+6:18172:x1876092385385600:12345-192.168.202.1@tcp:41:mount.lustre.0 00000004:00000024:3.0:1789181790.864382:0:22710:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1789181790.864457:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3880000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b0e18e32-3098-4b25-ac98-8570b9c364c9+6:18172:x1876092385385600:12345-192.168.202.1@tcp:41:mount.lustre.0 Request processed in 110us (1323us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181790.864478:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 18 00000100:00100000:3.0:1789181790.864497:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 19 00000100:00100000:3.0:1789181790.864847:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3880a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b0e18e32-3098-4b25-ac98-8570b9c364c9+6:0:x1876092385385472:12345-192.168.202.1@tcp:41:mount.lustre.0 00000004:00000024:3.0:1789181790.864861:0:22710:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1789181790.864893:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3880a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b0e18e32-3098-4b25-ac98-8570b9c364c9+6:0:x1876092385385472:12345-192.168.202.1@tcp:41:mount.lustre.0 Request processed in 49us (713us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181790.864899:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 19 00000100:00100000:3.0:1789181790.865370:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:3.0:1789181790.865399:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385385216 00000100:00100000:3.0:1789181790.865406:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385385216 00000100:00100000:3.0:1789181790.865428:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 20 00000100:00100000:3.0:1789181790.865435:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3881880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b0e18e32-3098-4b25-ac98-8570b9c364c9+6:0:x1876092385385216:12345-192.168.202.1@tcp:41:mount.lustre.0 00000004:00000024:3.0:1789181790.865449:0:22710:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00080000:0.0:1789181790.866288:0:22705:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1789181790.866296:0:22705:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1789181790.866685:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3881880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b0e18e32-3098-4b25-ac98-8570b9c364c9+6:0:x1876092385385216:12345-192.168.202.1@tcp:41:mount.lustre.0 Request processed in 1242us (1310us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181790.866695:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 20 00000100:00100000:2.0:1789181790.866854:0:24221:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385386112 00000100:00100000:2.0:1789181790.866864:0:24221:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385386112 00000100:00100000:2.0:1789181790.866908:0:24221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 8 00000100:00100000:2.0:1789181790.866917:0:24221:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3882300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+5:2396:x1876092385386112:12345-192.168.202.1@tcp:400:kworker.0 00000100:00100000:2.0:1789181790.866956:0:24221:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3882300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+5:2396:x1876092385386112:12345-192.168.202.1@tcp:400:kworker.0 Request processed in 40us (9418us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181790.866963:0:24221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 8 00000100:00100000:2.0:1789181790.870780:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:0.0:1789181790.870880:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385386240 00000100:00100000:0.0:1789181790.870890:0:22711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385386240 00000100:00100000:0.0:1789181790.870954:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 21 00000100:00100000:0.0:1789181790.870964:0:22711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1e008bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b0e18e32-3098-4b25-ac98-8570b9c364c9+6:18172:x1876092385386240:12345-192.168.202.1@tcp:40:mount.lustre.0 00000100:00100000:0.0:1789181790.871056:0:22711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1e008bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b0e18e32-3098-4b25-ac98-8570b9c364c9+6:18172:x1876092385386240:12345-192.168.202.1@tcp:40:mount.lustre.0 Request processed in 94us (292us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181790.871064:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 21 00000100:00100000:1.0:1789181790.875596:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:2.0:1789181790.875796:0:24622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385386368 00000100:00100000:2.0:1789181790.875819:0:24622:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385386368 00000100:00100000:2.0:1789181790.875887:0:24622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 21 00000100:00100000:2.0:1789181790.875896:0:24622:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dc2f04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2392:x1876092385386368:12345-192.168.202.1@tcp:8:mount.lustre.0 00010000:00080000:2.0:1789181790.875957:0:24622:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0000: connection from b0e18e32-3098-4b25-ac98-8570b9c364c9@192.168.202.1@tcp t0 exp 0000000000000000 cur 746 last 0 00000020:00000080:2.0:1789181790.876038:0:24622:0:(genops.c:1384:class_connect()) connect: client b0e18e32-3098-4b25-ac98-8570b9c364c9, cookie 0x76fb555283518ef1 00002000:00100000:2.0:1789181790.876059:0:24622:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli b0e18e32-3098-4b25-ac98-8570b9c364c9/ffff9c1dfee45800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a27 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1789181790.876076:0:24622:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:2.0:1789181790.876168:0:24622:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1789181790.876199:0:24622:0:(import.c:65:import_set_state_nolock()) ffff9c1dfee46800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1789181790.876272:0:24622:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dc2f04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b0e18e32-3098-4b25-ac98-8570b9c364c9+6:2392:x1876092385386368:12345-192.168.202.1@tcp:8:mount.lustre.0 Request processed in 375us (699us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181790.876280:0:24622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 21 00000100:00100000:2.0:1789181790.888344:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:2.0:1789181790.888477:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:3.0:1789181790.888649:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385386624 00000100:00100000:3.0:1789181790.888660:0:22721:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385386624 00000100:00100000:3.0:1789181790.888715:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 4 00000100:00100000:3.0:1789181790.888825:0:22721:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1e008bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:b0e18e32-3098-4b25-ac98-8570b9c364c9+6:18172:x1876092385386624:12345-192.168.202.1@tcp:900:mount.lustre.0 00000100:00100000:3.0:1789181790.889435:0:22721:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1e008bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:b0e18e32-3098-4b25-ac98-8570b9c364c9+6:18172:x1876092385386624:12345-192.168.202.1@tcp:900:mount.lustre.0 Request processed in 710us (956us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181790.889445:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 4 00000100:00100000:0.0:1789181790.891291:0:24221:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385386496 00000100:00100000:0.0:1789181790.891308:0:24221:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385386496 00000100:00100000:0.0:1789181790.891364:0:24221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 22 00000100:00100000:0.0:1789181790.891372:0:24221:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1e008bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2392:x1876092385386496:12345-192.168.202.1@tcp:8:mount.lustre.0 00010000:00080000:0.0:1789181790.891413:0:24221:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0001: connection from b0e18e32-3098-4b25-ac98-8570b9c364c9@192.168.202.1@tcp t0 exp 0000000000000000 cur 746 last 0 00000020:00000080:0.0:1789181790.891451:0:24221:0:(genops.c:1384:class_connect()) connect: client b0e18e32-3098-4b25-ac98-8570b9c364c9, cookie 0x76fb555283518ef8 00002000:00100000:0.0:1789181790.891473:0:24221:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli b0e18e32-3098-4b25-ac98-8570b9c364c9/ffff9c1cc46d5000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a27 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1789181790.891485:0:24221:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:0.0:1789181790.891579:0:24221:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:0.0:1789181790.891611:0:24221:0:(import.c:65:import_set_state_nolock()) ffff9c1cc46d1000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1789181790.891674:0:24221:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1e008bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b0e18e32-3098-4b25-ac98-8570b9c364c9+6:2392:x1876092385386496:12345-192.168.202.1@tcp:8:mount.lustre.0 Request processed in 301us (3340us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181790.891681:0:24221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 22 00000100:00100000:1.0:1789181790.896988:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:3.0:1789181790.898330:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385386752 00000100:00100000:3.0:1789181790.898344:0:22713:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385386752 00000100:00100000:3.0:1789181790.898416:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 1 00000100:00100000:3.0:1789181790.898428:0:22713:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dc2f04e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b0e18e32-3098-4b25-ac98-8570b9c364c9+6:18172:x1876092385386752:12345-192.168.202.1@tcp:33:mount.lustre.0 00000004:00200000:3.0:1789181790.899368:0:22713:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:3.0:1789181790.899591:0:22713:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dc2f04e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b0e18e32-3098-4b25-ac98-8570b9c364c9+6:18172:x1876092385386752:12345-192.168.202.1@tcp:33:mount.lustre.0 Request processed in 1159us (2620us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181790.899601:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 1 00000100:00100000:3.0:1789181790.988241:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789181790.988269:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc4471f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1876092408570368:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1789181790.988420:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181790.988553:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408570368 00000100:00100000:1.0:1789181790.988562:0:22715:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408570368 00000100:00100000:1.0:1789181790.988636:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1789181790.988647:0:22715:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3209880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3643:x1876092408570368:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1789181790.988687:0:22715:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1789181790.988786:0:22715:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3209880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3643:x1876092408570368:12345-0@lo:41:osp-pre-1-0.0 Request processed in 141us (367us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181790.988793:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:3.0:1789181790.989079:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc4471f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1876092408570368:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1789181791.062417:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:3.0:1789181791.062495:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385386880 00000100:00100000:3.0:1789181791.062720:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385386880 00000100:00100000:3.0:1789181791.062824:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 22 00000100:00100000:3.0:1789181791.062845:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dc2f05180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b0e18e32-3098-4b25-ac98-8570b9c364c9+6:18209:x1876092385386880:12345-192.168.202.1@tcp:101:mkdir.0 00010000:00010000:3.0:1789181791.062867:0:22710:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789181791.062893:0:22710:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f1200/0x76fb555283518eff lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a80027d91df853b expref: -99 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181791.062963:0:22710:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0e00/0x76fb555283518f06 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181791.062988:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0e00/0x76fb555283518f06 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181791.063001:0:22710:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0e00/0x76fb555283518f06 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1789181791.063047:0:22710:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1789181791.063051:0:22710:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1789181791.063073:0:22710:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0e00/0x76fb555283518f06 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181791.063118:0:22710:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f1200/0x76fb555283518eff lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df853b expref: 8 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181791.063135:0:22710:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0e00/0x76fb555283518f06 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df853b expref: 7 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181791.063144:0:22710:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9c1dd0a0da00) 00010000:00010000:3.0:1789181791.063147:0:22710:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1789181791.063151:0:22710:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c1cc39f0e00, rc 0) 00000100:00100000:3.0:1789181791.063214:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dc2f05180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b0e18e32-3098-4b25-ac98-8570b9c364c9+7:18209:x1876092385386880:12345-192.168.202.1@tcp:101:mkdir.0 Request processed in 380us (809us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181791.063221:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 22 00010000:00010000:3.0:1789181791.756138:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789181792.780246:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789181793.036178:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1789181793.038958:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1e008bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1876092408570624:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1789181793.039041:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789181793.039052:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789181793.039100:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc37c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1876092408570880:0@lo:400:kworker.0 00000100:00100000:0.0:1789181793.039150:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789181793.039186:0:23453:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408570880 00000100:00100000:0.0:1789181793.039193:0:23453:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408570880 00000100:00100000:0.0:1789181793.039238:0:23453:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1789181793.039247:0:23453:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc4471f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3644:x1876092408570880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789181793.039316:0:23453:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc4471f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3644:x1876092408570880:12345-0@lo:400:kworker.0 Request processed in 70us (165us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181793.039324:0:23453:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1789181793.039649:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc37c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1876092408571008:0@lo:400:kworker.0 00000100:00100000:0.0:1789181793.039679:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181793.039961:0:24622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408571008 00000100:00100000:2.0:1789181793.039967:0:24622:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408571008 00000100:00100000:2.0:1789181793.040006:0:24622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1789181793.040061:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc37c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3643:1876092408571264:0@lo:400:kworker.0 00000100:00100000:1.0:1789181793.040061:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1e008bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1876092408570496:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1789181793.040089:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181793.040090:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181793.040115:0:24222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408570624 00000100:00100000:1.0:1789181793.040118:0:24222:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408570624 00000100:00100000:1.0:1789181793.040140:0:24222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408570496 00000100:00100000:1.0:1789181793.040142:0:24222:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408570496 00000100:00100000:1.0:1789181793.040157:0:24222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1789181793.040163:0:24222:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dc2f05500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1876092408570624:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1789181793.040186:0:24222:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1789181793.040223:0:24222:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dc2f05500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1876092408570624:12345-0@lo:13:osp-pre-1-1.0 Request processed in 60us (1184us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181793.040230:0:24222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1789181793.040243:0:24222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1789181793.040256:0:24222:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dd0065f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1876092408570496:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1789181793.040265:0:24222:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1789181793.040292:0:24222:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dd0065f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1876092408570496:12345-0@lo:13:osp-pre-1-0.0 Request processed in 37us (202us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181793.040298:0:24222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1789181793.040355:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc37c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1876092408570880:0@lo:400:kworker.0 00000100:00100000:1.0:1789181793.040362:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc3209500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:3644:1876092408570752:0@lo:400:kworker.0 00000100:00100000:3.0:1789181793.040373:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc37c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876092408571520:0@lo:400:kworker.0 00000100:00100000:1.0:1789181793.040388:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181793.040394:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181793.040411:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc37c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3645:1876092408572032:0@lo:400:kworker.0 00000100:00100000:1.0:1789181793.040421:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc37c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1876092408571392:0@lo:400:kworker.0 00000100:00100000:3.0:1789181793.040428:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181793.040445:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1789181793.040450:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc37c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1876092408571136:0@lo:400:kworker.0 00000100:00100000:1.0:1789181793.040451:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789181793.040935:0:3646:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:0.0:1789181793.040956:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1e008bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1876092408570496:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1789181793.040983:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1e008bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1876092408570624:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1789181793.040989:0:24622:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dffa50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3645:x1876092408571008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789181793.041064:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181793.041064:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc37c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3644:1876092408571904:0@lo:400:kworker.0 00000100:00100000:3.0:1789181793.041084:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc37c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3645:1876092408571648:0@lo:400:kworker.0 00000100:00100000:1.0:1789181793.041088:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181793.041104:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181793.041115:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc37c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3645:1876092408572160:0@lo:400:kworker.0 00000100:00100000:1.0:1789181793.041118:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408570752 00000100:00100000:1.0:1789181793.041122:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408570752 00000100:00100000:3.0:1789181793.041143:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181793.041152:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 146 00000100:00100000:1.0:1789181793.041159:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc2595850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+24:3644:x1876092408570752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789181793.041164:0:24221:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408571520 00000100:00100000:3.0:1789181793.041167:0:24221:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408571520 00000100:00100000:1.0:1789181793.041189:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc2595850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+24:3644:x1876092408570752:12345-0@lo:400:kworker.0 Request processed in 31us (801us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181793.041190:0:24221:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408571136 00000100:00100000:3.0:1789181793.041192:0:24221:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408571136 00000100:00100000:1.0:1789181793.041196:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 146 00000100:00100000:3.0:1789181793.041204:0:24221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1789181793.041209:0:24221:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc37c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3645:x1876092408571520:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789181793.041220:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408571392 00000100:00100000:1.0:1789181793.041224:0:22714:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408571392 00000100:00100000:3.0:1789181793.041242:0:24221:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc37c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3645:x1876092408571520:12345-0@lo:400:kworker.0 Request processed in 32us (847us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181793.041245:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:3.0:1789181793.041249:0:24221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1789181793.041251:0:22714:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfee63800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3644:x1876092408571392:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789181793.041260:0:24221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1789181793.041265:0:24221:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc37c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3645:x1876092408571136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789181793.041277:0:22714:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfee63800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3644:x1876092408571392:12345-0@lo:400:kworker.0 Request processed in 27us (825us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181793.041286:0:24221:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc37c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3645:x1876092408571136:12345-0@lo:400:kworker.0 Request processed in 21us (222us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181793.041304:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1789181793.041323:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408571264 00000100:00100000:1.0:1789181793.041327:0:22711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408571264 00000100:00100000:1.0:1789181793.041345:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408572032 00000100:00100000:1.0:1789181793.041348:0:22711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408572032 00000100:00100000:1.0:1789181793.041360:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408571904 00000100:00100000:1.0:1789181793.041362:0:22711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408571904 00000100:00100000:1.0:1789181793.041373:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408571648 00000100:00100000:1.0:1789181793.041375:0:22711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408571648 00000100:00100000:1.0:1789181793.041385:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408572160 00000100:00100000:1.0:1789181793.041387:0:22711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408572160 00000100:00100000:3.0:1789181793.041390:0:24221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1789181793.041399:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1789181793.041405:0:22711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc37c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1876092408571264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789181793.041410:0:22710:0:(service.c:3467:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:3.0:1789181793.041417:0:22710:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt00_003' 00000100:00100000:1.0:1789181793.041434:0:22711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc37c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1876092408571264:12345-0@lo:400:kworker.0 Request processed in 29us (1344us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181793.041440:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1789181793.041441:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc37c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3643:1876092408571264:0@lo:400:kworker.0 00000100:00100000:3.0:1789181793.041448:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc37c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3643:1876092408571776:0@lo:400:kworker.0 00000100:00100000:1.0:1789181793.041451:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1789181793.041456:0:22711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc37c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3645:x1876092408572032:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789181793.041495:0:22711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc37c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3645:x1876092408572032:12345-0@lo:400:kworker.0 Request processed in 38us (1065us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181793.041500:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1789181793.041511:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1789181793.041516:0:22711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfee62300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3644:x1876092408571904:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789181793.041540:0:22711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfee62300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3644:x1876092408571904:12345-0@lo:400:kworker.0 Request processed in 24us (451us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181793.041545:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1789181793.041556:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:1.0:1789181793.041567:0:22711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc37c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1876092408571648:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789181793.041586:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181793.041591:0:22711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc37c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1876092408571648:12345-0@lo:400:kworker.0 Request processed in 25us (486us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181793.041596:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:1.0:1789181793.041606:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408571776 00000100:00100000:1.0:1789181793.041609:0:22711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408571776 00000100:00100000:1.0:1789181793.041625:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1789181793.041630:0:22711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc37c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3645:x1876092408572160:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789181793.041653:0:22711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc37c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3645:x1876092408572160:12345-0@lo:400:kworker.0 Request processed in 22us (509us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181793.041657:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1789181793.041666:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1789181793.041672:0:22711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc37c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1876092408571776:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789181793.041692:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc37c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1876092408571136:0@lo:400:kworker.0 00000100:00100000:3.0:1789181793.041702:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc37c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3645:1876092408571648:0@lo:400:kworker.0 00000100:00100000:1.0:1789181793.041702:0:22711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc37c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1876092408571776:12345-0@lo:400:kworker.0 Request processed in 31us (115us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181793.041707:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00010000:00080000:3.0:1789181793.041713:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c1cc37c6300 x1876092408572160/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789181809 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789181793.041749:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc37c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3645:1876092408572160:0@lo:400:kworker.0 00000100:00100000:1.0:1789181793.041763:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc37c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3643:1876092408571776:0@lo:400:kworker.0 00000100:00100000:3.0:1789181793.041767:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc37c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876092408571520:0@lo:400:kworker.0 00000100:00100000:3.0:1789181793.041775:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc37c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3645:1876092408572032:0@lo:400:kworker.0 00000100:00100000:1.0:1789181793.041785:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc37c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1876092408571392:0@lo:400:kworker.0 00010000:00080000:1.0:1789181793.041794:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c1cc37c4380 x1876092408571904/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789181809 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789181793.041802:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc37c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3644:1876092408571904:0@lo:400:kworker.0 00000100:00100000:1.0:1789181793.041810:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc3209500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:3644:1876092408570752:0@lo:400:kworker.0 00000100:00100000:2.0:1789181793.042945:0:24622:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dffa50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3645:x1876092408571008:12345-0@lo:400:kworker.0 Request processed in 2837us (3170us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181793.042957:0:24622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00080000:2.0:1789181793.042986:0:22705:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1789181793.042991:0:22705:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1789181793.042994:0:22705:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1789181793.042997:0:22705:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1789181793.043874:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc37c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1876092408571008:0@lo:400:kworker.0 00000100:00100000:2.0:1789181793.550640:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789181793.550666:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1e008bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1876092408572288:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1789181793.550766:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181793.550815:0:24222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408572288 00000100:00100000:2.0:1789181793.550822:0:24222:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408572288 00000100:00100000:2.0:1789181793.552020:0:24222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1789181793.552039:0:24222:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1e008bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1876092408572288:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1789181793.552077:0:24222:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915857920 avail 3684335616 00000100:00100000:2.0:1789181793.552152:0:24222:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1e008bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1876092408572288:12345-0@lo:13:osp-pre-0-0.0 Request processed in 121us (1385us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181793.552159:0:24222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1789181793.554217:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1e008bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1876092408572288:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1789181793.804158:0:24791:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1789181794.063178:0:24215:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of b0e18e32-3098-4b25-ac98-8570b9c364c9 00000001:00100000:1.0:1789181794.063191:0:24215:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 844ef3e0-3b62-4f9f-8ec3-07bc6b83b843 00000001:00100000:1.0:1789181794.066753:0:23445:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of b0e18e32-3098-4b25-ac98-8570b9c364c9 00000001:00100000:1.0:1789181794.066767:0:23445:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 844ef3e0-3b62-4f9f-8ec3-07bc6b83b843 00000001:00100000:1.0:1789181794.071905:0:22689:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of b0e18e32-3098-4b25-ac98-8570b9c364c9 00000001:00100000:1.0:1789181794.071936:0:22689:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 844ef3e0-3b62-4f9f-8ec3-07bc6b83b843 00000001:02000400:2.0:1789181794.336885:0:25593:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00010000:00010000:3.0:1789181794.828327:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789181795.601649:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789181795.601676:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dfee61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1876092408572416:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1789181795.601777:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181795.601944:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1e008bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876092408572544:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789181795.602020:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181795.602076:0:24223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408572416 00000100:00100000:1.0:1789181795.602085:0:24223:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408572416 00000100:00100000:1.0:1789181795.602154:0:24223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1789181795.602165:0:24223:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfee61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1876092408572416:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1789181795.602197:0:24223:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1789181795.602254:0:24223:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfee61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1876092408572416:12345-0@lo:13:osp-pre-0-1.0 Request processed in 91us (476us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181795.602262:0:24223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00080000:0.0:1789181795.602311:0:22705:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1789181795.602312:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dfee61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1876092408572416:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1789181795.602541:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408572544 00000100:00100000:2.0:1789181795.602546:0:22715:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408572544 00000100:00100000:2.0:1789181795.602597:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:2.0:1789181795.602604:0:22715:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfee60a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3645:x1876092408572544:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1789181795.602629:0:22715:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1789181795.602684:0:22715:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfee60a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3645:x1876092408572544:12345-0@lo:41:osp-pre-0-1.0 Request processed in 81us (664us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181795.602690:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1789181795.603062:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1e008bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876092408572544:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1789181795.854276:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789181796.108214:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1789181796.108239:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dc4dea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1876092408572672:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1789181796.108305:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181796.108762:0:23453:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408572672 00000100:00100000:3.0:1789181796.108771:0:23453:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408572672 00000100:00100000:3.0:1789181796.109040:0:23453:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1789181796.109051:0:23453:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dc4debb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3645:x1876092408572672:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1789181796.109089:0:23453:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1789181796.109386:0:23453:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dc4debb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3645:x1876092408572672:12345-0@lo:41:osp-pre-1-0.0 Request processed in 336us (1080us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181796.109395:0:23453:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:0.0:1789181796.117425:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dc4dea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1876092408572672:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1789181796.208842:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:2.0:1789181796.208881:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:2.0:1789181796.208905:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:2.0:1789181796.208920:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:2.0:1789181796.208941:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:2.0:1789181796.208973:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:2.0:1789181796.208989:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:2.0:1789181796.209005:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:2.0:1789181796.209023:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:2.0:1789181796.209047:0:24622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385387392 00000100:00100000:2.0:1789181796.209057:0:24622:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385387392 00000100:00100000:2.0:1789181796.209106:0:24622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385387904 00000100:00100000:2.0:1789181796.209108:0:24622:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385387904 00000100:00100000:2.0:1789181796.209120:0:24622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385387520 00000100:00100000:2.0:1789181796.209122:0:24622:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385387520 00000100:00100000:2.0:1789181796.209132:0:24622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385388032 00000100:00100000:2.0:1789181796.209134:0:24622:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385388032 00000100:00100000:2.0:1789181796.209148:0:24622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 12 00000100:00100000:2.0:1789181796.209156:0:24622:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1e008bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+5:2393:x1876092385387392:12345-192.168.202.1@tcp:400:kworker.0 00000100:00100000:2.0:1789181796.209228:0:24622:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1e008bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+5:2393:x1876092385387392:12345-192.168.202.1@tcp:400:kworker.0 Request processed in 72us (346us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181796.209236:0:24622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 12 00000100:00100000:2.0:1789181796.209259:0:24622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 13 00000100:00100000:2.0:1789181796.209264:0:24622:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1e008bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b0e18e32-3098-4b25-ac98-8570b9c364c9+5:2393:x1876092385387904:12345-192.168.202.1@tcp:400:kworker.0 00000100:00100000:2.0:1789181796.209287:0:24622:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1e008bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b0e18e32-3098-4b25-ac98-8570b9c364c9+5:2393:x1876092385387904:12345-192.168.202.1@tcp:400:kworker.0 Request processed in 23us (366us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181796.209293:0:24622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 13 00000100:00100000:2.0:1789181796.209301:0:24622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 14 00000100:00100000:2.0:1789181796.209307:0:24622:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1e008bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+5:2393:x1876092385387520:12345-192.168.202.1@tcp:400:kworker.0 00000100:00100000:2.0:1789181796.209324:0:24622:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1e008bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+5:2393:x1876092385387520:12345-192.168.202.1@tcp:400:kworker.0 Request processed in 17us (334us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181796.209329:0:24622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 14 00000100:00100000:2.0:1789181796.209339:0:24622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 15 00000100:00100000:2.0:1789181796.209344:0:24622:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1e008bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b0e18e32-3098-4b25-ac98-8570b9c364c9+6:2393:x1876092385388032:12345-192.168.202.1@tcp:400:kworker.0 00000100:00100000:2.0:1789181796.209365:0:24622:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1e008bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b0e18e32-3098-4b25-ac98-8570b9c364c9+6:2393:x1876092385388032:12345-192.168.202.1@tcp:400:kworker.0 Request processed in 20us (342us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181796.209371:0:24622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 15 00000100:00100000:2.0:1789181796.209389:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385387136 00000100:00100000:2.0:1789181796.209392:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385387136 00000100:00100000:2.0:1789181796.209460:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385387648 00000100:00100000:2.0:1789181796.209463:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385387648 00000100:00100000:2.0:1789181796.209477:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385387264 00000100:00100000:2.0:1789181796.209479:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385387264 00000100:00100000:2.0:1789181796.209490:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385387776 00000100:00100000:2.0:1789181796.209492:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385387776 00000100:00100000:2.0:1789181796.209505:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 49 00000100:00100000:2.0:1789181796.209511:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1e008be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+6:2393:x1876092385387136:12345-192.168.202.1@tcp:400:kworker.0 00000100:00100000:2.0:1789181796.209538:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1e008be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+6:2393:x1876092385387136:12345-192.168.202.1@tcp:400:kworker.0 Request processed in 27us (710us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181796.209553:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 49 00000100:00100000:2.0:1789181796.209565:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 50 00000100:00100000:2.0:1789181796.209571:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1e008bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b0e18e32-3098-4b25-ac98-8570b9c364c9+6:2393:x1876092385387648:12345-192.168.202.1@tcp:400:kworker.0 00000100:00100000:2.0:1789181796.209594:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1e008bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b0e18e32-3098-4b25-ac98-8570b9c364c9+6:2393:x1876092385387648:12345-192.168.202.1@tcp:400:kworker.0 Request processed in 23us (689us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181796.209600:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 50 00000100:00100000:2.0:1789181796.209608:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 51 00000100:00100000:2.0:1789181796.209613:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1e008bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+5:2393:x1876092385387264:12345-192.168.202.1@tcp:400:kworker.0 00000100:00100000:2.0:1789181796.209631:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1e008bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+5:2393:x1876092385387264:12345-192.168.202.1@tcp:400:kworker.0 Request processed in 17us (658us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181796.209636:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 51 00000100:00100000:2.0:1789181796.209645:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 52 00000100:00100000:2.0:1789181796.209650:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1e008bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b0e18e32-3098-4b25-ac98-8570b9c364c9+5:2393:x1876092385387776:12345-192.168.202.1@tcp:400:kworker.0 00000100:00100000:2.0:1789181796.209666:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1e008bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b0e18e32-3098-4b25-ac98-8570b9c364c9+5:2393:x1876092385387776:12345-192.168.202.1@tcp:400:kworker.0 Request processed in 17us (661us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181796.209672:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 52 00000100:00100000:0.0:1789181796.213163:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385387008 00000100:00100000:0.0:1789181796.213180:0:22704:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385387008 00000100:00100000:0.0:1789181796.213237:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 147 00000100:00100000:0.0:1789181796.213248:0:22704:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc2594850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:afcf2124-d83b-4180-90a4-66d7f91a42fa+13:2393:x1876092385387008:12345-192.168.202.1@tcp:400:kworker.0 00000100:00100000:0.0:1789181796.213326:0:22704:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc2594850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:afcf2124-d83b-4180-90a4-66d7f91a42fa+13:2393:x1876092385387008:12345-192.168.202.1@tcp:400:kworker.0 Request processed in 79us (4382us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181796.213340:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 147 00000100:00080000:0.0:1789181796.213375:0:22705:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1789181796.213381:0:22705:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1789181796.213384:0:22705:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1789181796.213387:0:22705:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1789181796.881602:0:24791:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1789181796.885574:0:23467:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000001:00100000:1.0:1789181797.133316:0:25034:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of b0e18e32-3098-4b25-ac98-8570b9c364c9 00010000:00010000:2.0:1789181797.914691:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789181798.155901:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dc4dea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1876092408572800:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1789181798.155980:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789181798.156061:0:24223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408572800 00000100:00100000:0.0:1789181798.156068:0:24223:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408572800 00000100:00100000:0.0:1789181798.156125:0:24223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1789181798.156136:0:24223:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3849180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1876092408572800:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1789181798.156182:0:24223:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1789181798.156230:0:24223:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3849180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1876092408572800:12345-0@lo:13:osp-pre-1-1.0 Request processed in 96us (250us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181798.156238:0:24223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00080000:0.0:1789181798.156260:0:22705:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1789181798.156301:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dc4dea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1876092408572800:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1789181798.156321:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789181798.156329:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc37c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1876092408572928:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1789181798.156360:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789181798.156392:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc37c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1876092408573312:0@lo:400:kworker.0 00000100:00100000:0.0:1789181798.156420:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789181798.156447:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc37c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1876092408573824:0@lo:400:kworker.0 00000100:00100000:0.0:1789181798.156470:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789181798.156490:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dccf2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3643:1876092408574336:0@lo:400:kworker.0 00000100:00100000:0.0:1789181798.156544:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789181798.156568:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1789181798.156575:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc37c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1876092408573440:0@lo:400:kworker.0 00000100:00100000:0.0:1789181798.156604:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789181798.156622:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc37c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3643:1876092408573952:0@lo:400:kworker.0 00000100:00100000:0.0:1789181798.156646:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789181798.156663:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dccf2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3643:1876092408574464:0@lo:400:kworker.0 00000100:00100000:0.0:1789181798.156700:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789181798.156752:0:24622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408573312 00000100:00100000:0.0:1789181798.156757:0:24622:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408573312 00000100:00100000:0.0:1789181798.156793:0:24622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408573824 00000100:00100000:0.0:1789181798.156796:0:24622:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408573824 00000100:00100000:0.0:1789181798.156812:0:24622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408573440 00000100:00100000:0.0:1789181798.156815:0:24622:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408573440 00000100:00100000:0.0:1789181798.156832:0:24622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1789181798.156839:0:24622:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3848e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3643:x1876092408573312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789181798.156883:0:24622:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3848e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3643:x1876092408573312:12345-0@lo:400:kworker.0 Request processed in 45us (463us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181798.156890:0:24622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1789181798.156902:0:24622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1789181798.156909:0:24622:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc384aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3643:x1876092408573824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789181798.156935:0:24622:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc384aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3643:x1876092408573824:12345-0@lo:400:kworker.0 Request processed in 27us (464us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181798.156941:0:24622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1789181798.156951:0:24622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1789181798.156957:0:24622:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3849f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3643:x1876092408573440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789181798.156995:0:24622:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3849f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3643:x1876092408573440:12345-0@lo:400:kworker.0 Request processed in 39us (392us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181798.157002:0:24622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1789181798.157023:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408574336 00000100:00100000:0.0:1789181798.157027:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408574336 00000100:00100000:0.0:1789181798.157053:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408573952 00000100:00100000:0.0:1789181798.157056:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408573952 00000100:00100000:0.0:1789181798.157067:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408574464 00000100:00100000:0.0:1789181798.157069:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408574464 00000100:00100000:0.0:1789181798.157081:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1789181798.157087:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc384a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3643:x1876092408574336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789181798.157118:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc384a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3643:x1876092408574336:12345-0@lo:400:kworker.0 Request processed in 31us (574us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181798.157124:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1789181798.157135:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1789181798.157141:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc384b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3643:x1876092408573952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789181798.157167:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc384b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3643:x1876092408573952:12345-0@lo:400:kworker.0 Request processed in 26us (520us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181798.157172:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1789181798.157183:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1789181798.157188:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc384b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3643:x1876092408574464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789181798.157212:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc384b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3643:x1876092408574464:12345-0@lo:400:kworker.0 Request processed in 24us (511us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181798.157217:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00080000:0.0:1789181798.157235:0:22705:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1789181798.157239:0:22705:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1789181798.157241:0:22705:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1789181798.157251:0:22705:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1789181798.157259:0:24223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408572928 00000100:00100000:0.0:1789181798.157262:0:24223:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408572928 00000100:00100000:0.0:1789181798.157281:0:24223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1789181798.157287:0:24223:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3848000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3643:x1876092408572928:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1789181798.157299:0:24223:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1789181798.157328:0:24223:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3848000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3643:x1876092408572928:12345-0@lo:13:osp-pre-1-0.0 Request processed in 41us (968us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181798.157335:0:24223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1789181798.157366:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc37c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1876092408573440:0@lo:400:kworker.0 00000100:00100000:0.0:1789181798.157376:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc37c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3643:1876092408573952:0@lo:400:kworker.0 00010000:00080000:0.0:1789181798.157387:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c1dccf2dc00 x1876092408574464/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789181814 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789181798.157397:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dccf2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3643:1876092408574464:0@lo:400:kworker.0 00000100:00100000:0.0:1789181798.157407:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dccf2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3643:1876092408574336:0@lo:400:kworker.0 00000100:00100000:0.0:1789181798.157417:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc37c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1876092408573312:0@lo:400:kworker.0 00000100:00100000:0.0:1789181798.157428:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc37c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1876092408573824:0@lo:400:kworker.0 00000100:00100000:0.0:1789181798.157439:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc37c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1876092408572928:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1789181798.157706:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc37c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:3645:1876092408573056:0@lo:400:kworker.0 00000100:00100000:3.0:1789181798.157774:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181798.158480:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc37c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1876092408573184:0@lo:400:kworker.0 00000100:00100000:2.0:1789181798.160316:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181798.160364:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc37c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1876092408573696:0@lo:400:kworker.0 00000100:00100000:2.0:1789181798.160405:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181798.160425:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc37c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3646:1876092408574208:0@lo:400:kworker.0 00000100:00100000:2.0:1789181798.160460:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789181798.160910:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408573056 00000100:00100000:0.0:1789181798.160919:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408573056 00000100:00100000:0.0:1789181798.160968:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 148 00000100:00100000:0.0:1789181798.160977:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc2594450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+24:3645:x1876092408573056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789181798.161037:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc2594450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+24:3645:x1876092408573056:12345-0@lo:400:kworker.0 Request processed in 61us (3262us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181798.161052:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 148 00000100:00100000:0.0:1789181798.161092:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408574208 00000100:00100000:0.0:1789181798.161097:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408574208 00000100:00100000:0.0:1789181798.161134:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1789181798.161241:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408573184 00000100:00100000:2.0:1789181798.161246:0:22714:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408573184 00000100:00100000:2.0:1789181798.161275:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408573696 00000100:00100000:2.0:1789181798.161278:0:22714:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408573696 00000100:00100000:2.0:1789181798.161292:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:2.0:1789181798.161298:0:22714:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1e008bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1876092408573184:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789181798.161342:0:22714:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1e008bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1876092408573184:12345-0@lo:400:kworker.0 Request processed in 43us (1034us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181798.161348:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:2.0:1789181798.161362:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:2.0:1789181798.161368:0:22714:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3ba6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1876092408573696:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789181798.161395:0:22714:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3ba6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1876092408573696:12345-0@lo:400:kworker.0 Request processed in 28us (989us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181798.161401:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:2.0:1789181798.161443:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc37c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1876092408573184:0@lo:400:kworker.0 00000100:00100000:2.0:1789181798.161453:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc37c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1876092408573696:0@lo:400:kworker.0 00000100:00100000:3.0:1789181798.162651:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc37c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3645:1876092408573568:0@lo:400:kworker.0 00000100:00100000:0.0:1789181798.162651:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3ba4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1876092408574208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789181798.162767:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3ba4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1876092408574208:12345-0@lo:400:kworker.0 Request processed in 1626us (2304us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181798.162775:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00080000:0.0:1789181798.163969:0:22705:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:0.0:1789181798.164018:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c1cc37c7480 x1876092408574208/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789181814 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789181798.164035:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc37c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3646:1876092408574208:0@lo:400:kworker.0 00000100:00100000:3.0:1789181798.164608:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181798.164649:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc37c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3645:1876092408574080:0@lo:400:kworker.0 00000100:00100000:2.0:1789181798.164881:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408573568 00000100:00100000:2.0:1789181798.164890:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408573568 00000100:00100000:2.0:1789181798.164933:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:2.0:1789181798.164941:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dccf2ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1876092408573568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789181798.165976:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dccf2ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1876092408573568:12345-0@lo:400:kworker.0 Request processed in 1027us (1362us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181798.165988:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:3.0:1789181798.177889:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181798.177983:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc37c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:3645:1876092408573056:0@lo:400:kworker.0 00000100:00100000:3.0:1789181798.178003:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc37c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3645:1876092408573568:0@lo:400:kworker.0 00000100:00100000:1.0:1789181798.178034:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408574080 00000100:00100000:1.0:1789181798.178043:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408574080 00000100:00100000:1.0:1789181798.178118:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1789181798.178128:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dccf2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3645:x1876092408574080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789181798.178204:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dccf2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3645:x1876092408574080:12345-0@lo:400:kworker.0 Request processed in 78us (323us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181798.178218:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1789181798.178250:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc37c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3645:1876092408574080:0@lo:400:kworker.0 00000100:00080000:0.0:1789181798.178384:0:22705:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000080:3.0:1789181798.286101:0:25740:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffedc243d50 20000000:00000080:3.0:1789181798.286126:0:25740:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff9c1dfee9d000 uarg=0000000000000000 20000000:01000000:3.0:1789181798.286367:0:25740:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='lod.*.mdt_hash=crush' 20000000:01000000:3.0:1789181798.286373:0:25740:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'lod.*.mdt_hash=crush' 20000000:01000000:3.0:1789181798.286378:0:25740:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/lod.*.mdt_hash=crush del=0 00000040:00080000:1.0:1789181798.288117:0:25741:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 5 count 13 20000000:00000400:3.0:1789181798.288600:0:25740:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/lod.*.mdt_hash=crush (mode = 0) failed: rc = -17 10000000:01000000:3.0:1789181798.304650:0:25740:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:3.0:1789181798.304696:0:25740:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9c1cc39f0600/0x76fb555283518f0d lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181798.304716:0:25740:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9c1dc3496c00/0x76fb555283518b6a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76fb555283518b63 expref: 23 pid: 22704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181798.304760:0:25740:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9c1dc658a400/0x76fb555283518b78 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76fb555283518b71 expref: 23 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181798.304768:0:25740:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9c1dc3496600/0x76fb555283518bb7 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76fb555283518bb0 expref: 23 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181798.307076:0:25740:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9c1dc1523400/0x76fb555283518d31 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76fb555283518d2a expref: 23 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181798.307101:0:25740:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9c1dc658b000/0x76fb555283518e9d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df849a expref: 12 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181798.307109:0:25740:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9c1cc39f1a00/0x76fb555283518edc lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df850a expref: 12 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181798.307591:0:25740:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9c1cc39f0600/0x76fb555283518f0d lrc: 9/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181798.313134:0:25740:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9c1cc39f1a00/0x76fb555283518edc lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.202.1@tcp remote: 0x7a80027d91df850a expref: 12 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181798.313174:0:25740:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9c1cc39f1a00/0x76fb555283518edc lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.202.1@tcp remote: 0x7a80027d91df850a expref: 12 pid: 22701 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789181798.313191:0:25740:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc3ba4a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25740:1876092408574592:192.168.202.1@tcp:104: 00010000:00010000:2.0:1789181798.315698:0:25740:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9c1dc658b000/0x76fb555283518e9d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.202.1@tcp remote: 0x7a80027d91df849a expref: 12 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181798.315719:0:25740:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9c1dc658b000/0x76fb555283518e9d lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.202.1@tcp remote: 0x7a80027d91df849a expref: 12 pid: 22701 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789181798.315763:0:25740:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc3ba7480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25740:1876092408574720:192.168.202.1@tcp:104: 00010000:00010000:2.0:1789181798.316047:0:25740:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9c1dc1523400/0x76fb555283518d31 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76fb555283518d2a expref: 23 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181798.316055:0:25740:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9c1dc1523400/0x76fb555283518d31 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76fb555283518d2a expref: 23 pid: 22703 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789181798.316065:0:25740:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc45ece00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25740:1876092408574848:0@lo:104: 00000100:00100000:2.0:1789181798.316107:0:25740:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1789181798.316154:0:25740:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9c1dc3496600/0x76fb555283518bb7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76fb555283518bb0 expref: 23 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181798.316162:0:25740:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9c1dc3496600/0x76fb555283518bb7 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76fb555283518bb0 expref: 23 pid: 22703 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789181798.316170:0:25740:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc45ee300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25740:1876092408574976:0@lo:104: 00000100:00100000:2.0:1789181798.316192:0:25740:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1789181798.316322:0:25740:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9c1dc658a400/0x76fb555283518b78 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76fb555283518b71 expref: 23 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181798.316331:0:25740:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9c1dc658a400/0x76fb555283518b78 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76fb555283518b71 expref: 23 pid: 22703 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789181798.316340:0:25740:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc45ed500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25740:1876092408575104:0@lo:104: 00000100:00100000:2.0:1789181798.316362:0:25740:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1789181798.322615:0:25740:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9c1dc3496c00/0x76fb555283518b6a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x76fb555283518b63 expref: 23 pid: 22704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181798.322635:0:25740:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9c1dc3496c00/0x76fb555283518b6a lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x76fb555283518b63 expref: 23 pid: 22704 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789181798.322651:0:25740:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc45eea00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25740:1876092408575232:0@lo:104: 00000100:00100000:2.0:1789181798.322739:0:25740:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181798.327363:0:22693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408574848 00000100:00100000:1.0:1789181798.327380:0:22693:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408574848 00000100:00100000:1.0:1789181798.327581:0:22693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408574976 00000100:00100000:1.0:1789181798.327586:0:22693:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408574976 00000100:00100000:1.0:1789181798.327603:0:22693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408575104 00000100:00100000:1.0:1789181798.327606:0:22693:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408575104 00000100:00100000:1.0:1789181798.327622:0:22693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1789181798.327631:0:22693:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc45ef800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+5:25740:x1876092408574848:12345-0@lo:104: 00010000:00010000:1.0:1789181798.327651:0:22693:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.101@tcp lock: ffff9c1e0084b000/0x76fb555283518d2a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x76fb555283518d31 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181798.335355:0:22693:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1789181798.335370:0:22693:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc45ef800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+5:25740:x1876092408574848:12345-0@lo:104: Request processed in 7738us (19259us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181798.335382:0:22693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1789181798.335415:0:22693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1789181798.335426:0:22693:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc45ed180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+4:25740:x1876092408574976:12345-0@lo:104: 00010000:00010000:0.0:1789181798.335521:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789181798.335531:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.101@tcp lock: ffff9c1e0084b000/0x76fb555283518d2a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x76fb555283518d31 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181798.335542:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1e0084b000 already unused, calling callback (ffffffffc13aac20) 10000000:00010000:0.0:1789181798.335546:0:22697:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.101@tcp lock: ffff9c1e0084b000/0x76fb555283518d2a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0x76fb555283518d31 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181798.335556:0:22697:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.101@tcp lock: ffff9c1e0084b000/0x76fb555283518d2a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0x76fb555283518d31 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789181798.335563:0:22697:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.101@tcp lock: ffff9c1e0084b000/0x76fb555283518d2a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0x76fb555283518d31 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789181798.335569:0:22697:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1789181798.335649:0:22697:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.101@tcp lock: ffff9c1e0084b000/0x76fb555283518d2a lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76fb555283518d31 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181798.335656:0:22697:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1789181798.335685:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.101@tcp lock: ffff9c1e0084b000/0x76fb555283518d2a lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76fb555283518d31 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181798.335693:0:22697:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.101@tcp lock: ffff9c1e0084b000/0x76fb555283518d2a lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76fb555283518d31 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181798.335707:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789181798.335709:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789181798.335710:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789181798.335718:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1789181798.335750:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc3848380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:3646:1876092408575360:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789181798.335848:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789181798.335908:0:22695:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408575360 00000100:00100000:0.0:1789181798.335915:0:22695:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408575360 00010000:00010000:0.0:1789181798.335939:0:22695:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9c1dc1523400/0x76fb555283518d31 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76fb555283518d2a expref: 24 pid: 22703 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789181798.335963:0:22695:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1789181798.335971:0:22695:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3848a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+24:3646:x1876092408575360:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1789181798.335983:0:22695:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789181798.335988:0:22695:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9c1dc1523400/0x76fb555283518d31 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76fb555283518d2a expref: 24 pid: 22703 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181798.335998:0:22695:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9c1dc1523400/0x76fb555283518d31 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76fb555283518d2a expref: 24 pid: 22703 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181798.336013:0:22695:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789181798.336052:0:22695:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3848a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+24:3646:x1876092408575360:12345-0@lo:103:ldlm_bl.0 Request processed in 82us (204us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181798.336058:0:22695:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1789181798.336096:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc3848380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:3646:1876092408575360:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789181798.336715:0:22693:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.101@tcp lock: ffff9c1dc658ae00/0x76fb555283518bb0 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x76fb555283518bb7 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181798.336863:0:22693:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1789181798.336869:0:22693:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc45ed180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+4:25740:x1876092408574976:12345-0@lo:104: Request processed in 1447us (20677us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181798.336878:0:22693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1789181798.336908:0:22693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1789181798.336917:0:22693:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc45eca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+3:25740:x1876092408575104:12345-0@lo:104: 00010000:00010000:1.0:1789181798.336926:0:22693:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.101@tcp lock: ffff9c1e0084b200/0x76fb555283518b71 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x76fb555283518b78 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181798.336964:0:22693:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1789181798.336969:0:22693:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc45eca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+3:25740:x1876092408575104:12345-0@lo:104: Request processed in 55us (20607us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181798.336975:0:22693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00010000:00010000:1.0:1789181798.337007:0:22698:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1789181798.337013:0:22698:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.101@tcp lock: ffff9c1dc658ae00/0x76fb555283518bb0 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x76fb555283518bb7 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181798.337019:0:22698:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1dc658ae00 already unused, calling callback (ffffffffc13aac20) 10000000:00010000:1.0:1789181798.337024:0:22698:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.101@tcp lock: ffff9c1dc658ae00/0x76fb555283518bb0 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0x76fb555283518bb7 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181798.337032:0:22698:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.101@tcp lock: ffff9c1dc658ae00/0x76fb555283518bb0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0x76fb555283518bb7 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789181798.337039:0:22698:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.101@tcp lock: ffff9c1dc658ae00/0x76fb555283518bb0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0x76fb555283518bb7 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789181798.337044:0:22698:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1789181798.337069:0:22698:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.101@tcp lock: ffff9c1dc658ae00/0x76fb555283518bb0 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76fb555283518bb7 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181798.337075:0:22698:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1789181798.337090:0:22698:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.101@tcp lock: ffff9c1dc658ae00/0x76fb555283518bb0 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76fb555283518bb7 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181798.337108:0:22698:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.101@tcp lock: ffff9c1dc658ae00/0x76fb555283518bb0 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76fb555283518bb7 expref: -99 pid: 24214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181798.337121:0:22698:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789181798.337124:0:22698:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.101@tcp lock: ffff9c1e0084b200/0x76fb555283518b71 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x76fb555283518b78 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181798.337130:0:22698:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1e0084b200 already unused, calling callback (ffffffffc13aac20) 10000000:00010000:1.0:1789181798.337133:0:22698:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.101@tcp lock: ffff9c1e0084b200/0x76fb555283518b71 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x76fb555283518b78 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181798.337141:0:22698:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.101@tcp lock: ffff9c1e0084b200/0x76fb555283518b71 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x76fb555283518b78 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789181798.337147:0:22698:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.101@tcp lock: ffff9c1e0084b200/0x76fb555283518b71 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x76fb555283518b78 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789181798.337151:0:22698:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1789181798.337165:0:22698:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.101@tcp lock: ffff9c1e0084b200/0x76fb555283518b71 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76fb555283518b78 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181798.337171:0:22698:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1789181798.337187:0:22698:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.101@tcp lock: ffff9c1e0084b200/0x76fb555283518b71 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76fb555283518b78 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181798.337194:0:22698:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.101@tcp lock: ffff9c1e0084b200/0x76fb555283518b71 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76fb555283518b78 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181798.337203:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789181798.337210:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789181798.337212:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789181798.337224:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dfee62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:3643:1876092408575616:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789181798.337257:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181798.337293:0:22694:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408575616 00000100:00100000:1.0:1789181798.337299:0:22694:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408575616 00010000:00010000:1.0:1789181798.337318:0:22694:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9c1dc658a400/0x76fb555283518b78 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76fb555283518b71 expref: 24 pid: 22703 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789181798.337340:0:22694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1789181798.337347:0:22694:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfee62680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+24:3643:x1876092408575616:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789181798.337355:0:22694:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789181798.337359:0:22694:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9c1dc658a400/0x76fb555283518b78 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76fb555283518b71 expref: 24 pid: 22703 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181798.337368:0:22694:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9c1dc658a400/0x76fb555283518b78 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76fb555283518b71 expref: 24 pid: 22703 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181798.337381:0:22694:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789181798.337408:0:22694:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfee62680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+24:3643:x1876092408575616:12345-0@lo:103:ldlm_bl.0 Request processed in 63us (151us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181798.337415:0:22694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1789181798.337433:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1789181798.337554:0:25740:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dc72493c0 going to sleep for 11 seconds 00010000:00010000:2.0:1789181798.337573:0:25740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c1dc1523400/0x76fb555283518d31 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76fb555283518d2a expref: 23 pid: 22703 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789181798.337584:0:25740:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc45ece00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25740:1876092408574848:0@lo:104: 00000100:00100000:2.0:1789181798.337592:0:25740:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc45ee300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25740:1876092408574976:0@lo:104: 00010000:00010000:2.0:1789181798.337599:0:25740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c1dc658a400/0x76fb555283518b78 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76fb555283518b71 expref: 22 pid: 22703 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789181798.337607:0:25740:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc45ed500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25740:1876092408575104:0@lo:104: 00010000:00010000:0.0:1789181798.337757:0:24791:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789181798.338206:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408575232 00000100:00100000:3.0:1789181798.338219:0:22692:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408575232 00000100:00100000:0.0:1789181798.338388:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:2.0:1789181798.338543:0:25740:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc3ba4a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25740:1876092408574592:192.168.202.1@tcp:104: 00000100:00100000:2.0:1789181798.338552:0:25740:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc3ba7480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25740:1876092408574720:192.168.202.1@tcp:104: 00000100:00100000:0.0:1789181798.338898:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:0.0:1789181798.338963:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1789181798.338972:0:22692:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc45ee680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+3:25740:x1876092408575232:12345-0@lo:104: 00010000:00010000:0.0:1789181798.338986:0:22692:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.101@tcp lock: ffff9c1dc658a000/0x76fb555283518b63 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76fb555283518b6a expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181798.339046:0:22692:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1789181798.339052:0:22692:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc45ee680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+3:25740:x1876092408575232:12345-0@lo:104: Request processed in 81us (16328us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181798.339058:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00010000:00010000:0.0:1789181798.339074:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789181798.339079:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.101@tcp lock: ffff9c1dc658a000/0x76fb555283518b63 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x76fb555283518b6a expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181798.339086:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1dc658a000 already unused, calling callback (ffffffffc13aac20) 10000000:00010000:0.0:1789181798.339090:0:22697:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.101@tcp lock: ffff9c1dc658a000/0x76fb555283518b63 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x76fb555283518b6a expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181798.339099:0:22697:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.101@tcp lock: ffff9c1dc658a000/0x76fb555283518b63 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x76fb555283518b6a expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789181798.339106:0:22697:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.101@tcp lock: ffff9c1dc658a000/0x76fb555283518b63 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x76fb555283518b6a expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789181798.339122:0:22697:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1789181798.339148:0:22697:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.101@tcp lock: ffff9c1dc658a000/0x76fb555283518b63 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76fb555283518b6a expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181798.339155:0:22697:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1789181798.339173:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.101@tcp lock: ffff9c1dc658a000/0x76fb555283518b63 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76fb555283518b6a expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181798.339180:0:22697:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.101@tcp lock: ffff9c1dc658a000/0x76fb555283518b63 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x76fb555283518b6a expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181798.339208:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789181798.339210:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789181798.339213:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789181798.339344:0:22695:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385388288 00000100:00100000:3.0:1789181798.339350:0:22695:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385388288 00010000:00010000:3.0:1789181798.339371:0:22695:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9c1dc658b000/0x76fb555283518e9d lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 192.168.202.1@tcp remote: 0x7a80027d91df849a expref: 13 pid: 22701 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789181798.339399:0:22695:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385388160 00000100:00100000:3.0:1789181798.339403:0:22695:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385388160 00010000:00010000:3.0:1789181798.339416:0:22695:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9c1cc39f1a00/0x76fb555283518edc lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 192.168.202.1@tcp remote: 0x7a80027d91df850a expref: 14 pid: 22701 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789181798.339447:0:22695:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 11 00000100:00100000:3.0:1789181798.339456:0:22695:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3848380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:afcf2124-d83b-4180-90a4-66d7f91a42fa+14:2394:x1876092385388288:12345-192.168.202.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1789181798.339466:0:22695:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789181798.339472:0:22695:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9c1dc658b000/0x76fb555283518e9d lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 192.168.202.1@tcp remote: 0x7a80027d91df849a expref: 14 pid: 22701 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181798.339481:0:22695:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9c1dc658b000/0x76fb555283518e9d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 192.168.202.1@tcp remote: 0x7a80027d91df849a expref: 14 pid: 22701 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181798.339494:0:22695:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c1dc658b000/0x76fb555283518e9d lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 192.168.202.1@tcp remote: 0x7a80027d91df849a expref: 14 pid: 22701 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181798.339505:0:22695:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789181798.339666:0:22695:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3848380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:afcf2124-d83b-4180-90a4-66d7f91a42fa+13:2394:x1876092385388288:12345-192.168.202.1@tcp:103:ldlm_bl.0 Request processed in 211us (1280us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181798.339684:0:22695:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 11 00000100:00100000:3.0:1789181798.339700:0:22695:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 12 00000100:00100000:3.0:1789181798.339706:0:22695:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc384ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:afcf2124-d83b-4180-90a4-66d7f91a42fa+12:2394:x1876092385388160:12345-192.168.202.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1789181798.339749:0:22695:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789181798.339753:0:22695:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9c1cc39f1a00/0x76fb555283518edc lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 192.168.202.1@tcp remote: 0x7a80027d91df850a expref: 12 pid: 22701 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181798.339762:0:22695:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9c1cc39f1a00/0x76fb555283518edc lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 192.168.202.1@tcp remote: 0x7a80027d91df850a expref: 12 pid: 22701 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181798.339771:0:22695:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c1cc39f1a00/0x76fb555283518edc lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 192.168.202.1@tcp remote: 0x7a80027d91df850a expref: 12 pid: 22701 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789181798.339904:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dfee61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:3645:1876092408575488:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789181798.339949:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181798.339989:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc384bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:3644:1876092408575744:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789181798.340013:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181798.340036:0:22696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408575488 00000100:00100000:1.0:1789181798.340045:0:22696:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408575488 00010000:00010000:1.0:1789181798.340061:0:22696:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9c1dc3496600/0x76fb555283518bb7 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76fb555283518bb0 expref: 22 pid: 22703 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789181798.340074:0:22696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408575744 00000100:00100000:1.0:1789181798.340077:0:22696:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408575744 00010000:00010000:1.0:1789181798.340087:0:22696:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9c1dc3496c00/0x76fb555283518b6a lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76fb555283518b63 expref: 23 pid: 22704 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789181798.340097:0:22696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1789181798.340103:0:22696:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfb297050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+23:3645:x1876092408575488:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789181798.340111:0:22696:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789181798.340114:0:22696:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9c1dc3496600/0x76fb555283518bb7 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76fb555283518bb0 expref: 23 pid: 22703 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181798.340121:0:22696:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9c1dc3496600/0x76fb555283518bb7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76fb555283518bb0 expref: 23 pid: 22703 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181798.340131:0:22696:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c1dc3496600/0x76fb555283518bb7 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76fb555283518bb0 expref: 23 pid: 22703 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181798.340140:0:22696:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789181798.340168:0:22696:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfb297050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+22:3645:x1876092408575488:12345-0@lo:103:ldlm_bl.0 Request processed in 65us (219us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181798.340174:0:22696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1789181798.340188:0:22696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1789181798.340194:0:22696:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfee60380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+21:3644:x1876092408575744:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789181798.340202:0:22696:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789181798.340206:0:22696:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9c1dc3496c00/0x76fb555283518b6a lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x76fb555283518b63 expref: 21 pid: 22704 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181798.340225:0:22696:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9c1dc3496c00/0x76fb555283518b6a lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x76fb555283518b63 expref: 21 pid: 22704 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181798.340237:0:22696:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9c1cc39f0600/0x76fb555283518f0d lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 25740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181798.340245:0:22696:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c1cc39f0600/0x76fb555283518f0d lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 25740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181798.340259:0:22696:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9c1cc39f0600/0x76fb555283518f0d lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181798.340266:0:22696:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9c1cc39f0600/0x76fb555283518f0d lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181798.340272:0:22696:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9c1cc39f0600/0x76fb555283518f0d lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181798.340279:0:22696:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9c1cc39f0600/0x76fb555283518f0d lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181798.340285:0:22696:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1cc39f0600 already unused, calling callback (ffffffffc0d949b0) 00010000:00010000:1.0:1789181798.340289:0:22696:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9c1cc39f0600/0x76fb555283518f0d lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181798.340296:0:22696:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9c1cc39f0600/0x76fb555283518f0d lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181798.340303:0:22696:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9c1cc39f0600/0x76fb555283518f0d lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181798.340322:0:22696:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789181798.340349:0:22696:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfee60380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+21:3644:x1876092408575744:12345-0@lo:103:ldlm_bl.0 Request processed in 156us (335us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181798.340356:0:22696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1789181798.340385:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc384bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:3644:1876092408575744:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789181798.340418:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dfee62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:3643:1876092408575616:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789181798.341054:0:25740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c1dc3496c00/0x76fb555283518b6a lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x76fb555283518b63 expref: 20 pid: 22704 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789181798.341078:0:25740:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc45eea00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25740:1876092408575232:0@lo:104: 00010000:00010000:2.0:1789181798.341113:0:25740:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9c1cc39f0600/0x76fb555283518f0d lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181798.341124:0:25740:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9c1cc39f0600/0x76fb555283518f0d lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181798.341130:0:25740:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9c1cc39f0600/0x76fb555283518f0d lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181798.341137:0:25740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c1cc39f0600/0x76fb555283518f0d lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181798.348326:0:22695:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789181798.357624:0:22695:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc384ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:afcf2124-d83b-4180-90a4-66d7f91a42fa+11:2394:x1876092385388160:12345-192.168.202.1@tcp:103:ldlm_bl.0 Request processed in 17896us (18705us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181798.357660:0:22695:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 12 00000100:00100000:3.0:1789181798.360898:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dfee61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:3645:1876092408575488:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789181798.672490:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc45eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1876092408575872:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1789181798.672710:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181798.672830:0:24223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408575872 00000100:00100000:1.0:1789181798.672839:0:24223:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408575872 00000100:00100000:1.0:1789181798.672894:0:24223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1789181798.672904:0:24223:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dccf2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3645:x1876092408575872:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1789181798.672934:0:24223:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1789181798.674086:0:24223:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dccf2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3645:x1876092408575872:12345-0@lo:13:osp-pre-0-0.0 Request processed in 1174us (1367us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181798.674100:0:24223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1789181798.674197:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc45eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1876092408575872:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1789181798.924156:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1789181799.372403:0:22742:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 10000000:01000000:1.0:1789181799.563973:0:22706:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1789181799.563982:0:22706:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9c1ddd888000 from 13 10000000:01000000:1.0:1789181799.563988:0:22706:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1789181799.564050:0:22706:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1e0084b200/0x76fb555283518f14 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181799.564061:0:22706:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.101@tcp lock: ffff9c1e0084b200/0x76fb555283518f14 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181799.564073:0:22706:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.101@tcp lock: ffff9c1e0084b200/0x76fb555283518f14 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789181799.564129:0:22706:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dfee62a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22706:1876092408576000:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1789181799.564200:0:22706:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181799.564259:0:22706:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dcf6063c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789181799.564543:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408576000 00000100:00100000:0.0:1789181799.564552:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408576000 00000100:00100000:0.0:1789181799.564618:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 149 00000100:00100000:0.0:1789181799.564628:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3a4a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+20:22706:x1876092408576000:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789181799.564644:0:22701:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789181799.564680:0:22701:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c1cc34cd800/0x76fb555283518f1b lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x76fb555283518f14 expref: -99 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181799.564706:0:22701:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c1cc34cd800/0x76fb555283518f1b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76fb555283518f14 expref: 21 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181799.564717:0:22701:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c1cc34cd800/0x76fb555283518f1b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76fb555283518f14 expref: 21 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181799.564758:0:22701:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c1cc34cd800, rc 0) 00000100:00100000:0.0:1789181799.565593:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3a4a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+21:22706:x1876092408576000:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 962us (1388us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181799.565602:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 149 00000100:00100000:3.0:1789181799.569340:0:22706:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dfee62a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22706:1876092408576000:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789181799.569377:0:22706:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.101@tcp lock: ffff9c1e0084b200/0x76fb555283518f14 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518f1b expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181799.569390:0:22706:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.101@tcp lock: ffff9c1e0084b200/0x76fb555283518f14 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x76fb555283518f1b expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789181799.569622:0:22706:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dccf2d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22706:1876092408576128:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1789181799.569910:0:22706:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181799.570031:0:22706:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dfb2fef00 going to sleep for 11 seconds 00000100:00100000:0.0:1789181799.570882:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408576128 00000100:00100000:0.0:1789181799.570894:0:22704:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408576128 00000100:00100000:0.0:1789181799.571014:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150 00000100:00100000:0.0:1789181799.571027:0:22704:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3a48050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+21:22706:x1876092408576128:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1789181799.571206:0:22704:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3a48050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+21:22706:x1876092408576128:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 182us (1297us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181799.571214:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150 00000100:00100000:3.0:1789181799.571320:0:22706:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dccf2d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22706:1876092408576128:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1789181799.571366:0:22706:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dccf2d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22706:1876092408576256:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1789181799.571415:0:22706:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181799.579295:0:22706:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dfb2fef00 going to sleep for 11 seconds 00000100:00100000:2.0:1789181799.579979:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408576256 00000100:00100000:2.0:1789181799.579994:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408576256 00000100:00100000:2.0:1789181799.580049:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 151 00000100:00100000:2.0:1789181799.580059:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3a4a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+21:22706:x1876092408576256:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1789181799.580253:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3a4a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+21:22706:x1876092408576256:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 195us (8837us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181799.580261:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 151 00000100:00100000:3.0:1789181799.580485:0:22706:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dccf2d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22706:1876092408576256:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1789181799.582276:0:25753:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:2.0:1789181799.582906:0:22706:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:2.0:1789181799.582935:0:22706:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.101@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1789181799.582949:0:22706:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1e0084b200/0x76fb555283518f14 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518f1b expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181799.582962:0:22706:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.101@tcp lock: ffff9c1e0084b200/0x76fb555283518f14 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518f1b expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789181799.582992:0:22706:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1789181799.582995:0:22706:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9c1dd002c800 from 13 10000000:01000000:2.0:1789181799.582998:0:22706:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1789181799.583040:0:22706:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1dc658a600/0x76fb555283518f22 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181799.583049:0:22706:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.101@tcp lock: ffff9c1dc658a600/0x76fb555283518f22 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181799.583060:0:22706:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.101@tcp lock: ffff9c1dc658a600/0x76fb555283518f22 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789181799.583102:0:22706:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc45ed500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22706:1876092408576384:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1789181799.583173:0:22706:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181799.583217:0:22706:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dc72493c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789181799.583371:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408576384 00000100:00100000:3.0:1789181799.583378:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408576384 00000100:00100000:3.0:1789181799.583417:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000100:00100000:3.0:1789181799.583426:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3a48850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+21:22706:x1876092408576384:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789181799.583438:0:22703:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789181799.583451:0:22703:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c1cc39f1a00/0x76fb555283518f29 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x76fb555283518f22 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181799.583475:0:22703:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c1cc39f1a00/0x76fb555283518f29 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76fb555283518f22 expref: 22 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181799.583486:0:22703:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c1cc39f1a00/0x76fb555283518f29 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76fb555283518f22 expref: 22 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181799.583494:0:22703:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c1cc39f1a00, rc 0) 00000100:00100000:3.0:1789181799.583868:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3a48850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+22:22706:x1876092408576384:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 442us (693us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181799.583875:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 00000100:00100000:2.0:1789181799.588003:0:22706:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc45ed500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22706:1876092408576384:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789181799.588035:0:22706:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.101@tcp lock: ffff9c1dc658a600/0x76fb555283518f22 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518f29 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181799.588048:0:22706:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.101@tcp lock: ffff9c1dc658a600/0x76fb555283518f22 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x76fb555283518f29 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789181799.588148:0:22706:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc45ed500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22706:1876092408576512:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1789181799.588206:0:22706:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181799.588261:0:22706:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dc72493c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789181799.588940:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408576512 00000100:00100000:3.0:1789181799.588949:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408576512 00000100:00100000:3.0:1789181799.588992:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00100000:3.0:1789181799.589002:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3a4a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+22:22706:x1876092408576512:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1789181799.589145:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3a4a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+22:22706:x1876092408576512:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 143us (937us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181799.589152:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00100000:2.0:1789181799.589338:0:22706:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc45ed500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22706:1876092408576512:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1789181799.589374:0:22706:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc45ed500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22706:1876092408576640:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1789181799.589448:0:22706:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181799.589476:0:22706:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dc72493c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789181799.589618:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408576640 00000100:00100000:3.0:1789181799.589623:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408576640 00000100:00100000:3.0:1789181799.589643:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00100000:3.0:1789181799.589673:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3a4b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+22:22706:x1876092408576640:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1789181799.589984:0:22706:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc45ed500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22706:1876092408576640:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1789181799.591094:0:25754:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:2.0:1789181799.591173:0:22706:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:2.0:1789181799.591192:0:22706:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.101@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1789181799.591204:0:22706:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1dc658a600/0x76fb555283518f22 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518f29 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181799.591216:0:22706:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.101@tcp lock: ffff9c1dc658a600/0x76fb555283518f22 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518f29 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789181799.591227:0:22706:0:(mgc_request.c:611:do_requeue()) updating log params 00000100:00100000:3.0:1789181799.591318:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3a4b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+22:22706:x1876092408576640:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 123us (342us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181799.591332:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 10000000:01000000:2.0:1789181799.591901:0:22706:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9c1dc7391800 from 13 10000000:01000000:2.0:1789181799.591905:0:22706:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1789181799.591943:0:22706:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1dc658b200/0x76fb555283518f30 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181799.591952:0:22706:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.101@tcp lock: ffff9c1dc658b200/0x76fb555283518f30 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181799.591963:0:22706:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.101@tcp lock: ffff9c1dc658b200/0x76fb555283518f30 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789181799.591984:0:22706:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc45ed500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22706:1876092408576768:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1789181799.592039:0:22706:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789181799.592187:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408576768 00000100:00100000:0.0:1789181799.592196:0:22704:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408576768 00000100:00100000:0.0:1789181799.592251:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000100:00100000:0.0:1789181799.592262:0:22704:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3a4ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+22:22706:x1876092408576768:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789181799.592276:0:22704:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789181799.592290:0:22704:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c1cc34cd600/0x76fb555283518f37 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x76fb555283518f30 expref: -99 pid: 22704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181799.592315:0:22704:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c1cc34cd600/0x76fb555283518f37 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76fb555283518f30 expref: 23 pid: 22704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181799.592325:0:22704:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c1cc34cd600/0x76fb555283518f37 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76fb555283518f30 expref: 23 pid: 22704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181799.592334:0:22704:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c1cc34cd600, rc 0) 00000100:00100000:0.0:1789181799.592371:0:22704:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3a4ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+23:22706:x1876092408576768:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 111us (332us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181799.592377:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00100000:2.0:1789181799.594466:0:22706:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dd3697a80 going to sleep for 11 seconds 00000100:00100000:2.0:1789181799.594988:0:22706:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc45ed500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22706:1876092408576768:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789181799.595019:0:22706:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.101@tcp lock: ffff9c1dc658b200/0x76fb555283518f30 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518f37 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181799.595048:0:22706:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.101@tcp lock: ffff9c1dc658b200/0x76fb555283518f30 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x76fb555283518f37 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789181799.595570:0:22706:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc45ed500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22706:1876092408576896:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1789181799.595635:0:22706:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181799.596097:0:22706:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dd3697a80 going to sleep for 11 seconds 00000100:00100000:0.0:1789181799.601387:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408576896 00000100:00100000:0.0:1789181799.601405:0:22704:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408576896 00000100:00100000:1.0:1789181799.607943:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00100000:1.0:1789181799.607961:0:22704:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3a48450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+23:22706:x1876092408576896:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1789181799.608644:0:22704:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3a48450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+23:22706:x1876092408576896:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 687us (13006us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181799.609181:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00100000:3.0:1789181799.609384:0:22706:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc45ed500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22706:1876092408576896:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1789181799.609619:0:22706:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dccf2d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22706:1876092408577024:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1789181799.609878:0:22706:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181799.609914:0:22706:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dfb2fef00 going to sleep for 11 seconds 00000100:00100000:1.0:1789181799.610327:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408577024 00000100:00100000:1.0:1789181799.610334:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408577024 00000100:00100000:1.0:1789181799.610573:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000100:00100000:1.0:1789181799.610584:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3a48c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+23:22706:x1876092408577024:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1789181799.612112:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3a48c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+23:22706:x1876092408577024:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 1521us (2226us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181799.612125:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00000100:00100000:3.0:1789181799.612294:0:22706:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dccf2d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22706:1876092408577024:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1789181799.615573:0:25755:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:2.0:1789181799.616010:0:22706:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:2.0:1789181799.616036:0:22706:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.101@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1789181799.616049:0:22706:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1dc658b200/0x76fb555283518f30 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518f37 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181799.616062:0:22706:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.101@tcp lock: ffff9c1dc658b200/0x76fb555283518f30 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518f37 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789181799.616075:0:22706:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1789181799.616077:0:22706:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9c1dc46d8000 from 13 10000000:01000000:2.0:1789181799.616080:0:22706:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1789181799.616186:0:22706:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1dc658a400/0x76fb555283518f3e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181799.616196:0:22706:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.101@tcp lock: ffff9c1dc658a400/0x76fb555283518f3e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181799.616208:0:22706:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.101@tcp lock: ffff9c1dc658a400/0x76fb555283518f3e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789181799.616305:0:22706:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc45ee300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22706:1876092408577152:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1789181799.616402:0:22706:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181799.618076:0:22706:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dd3697900 going to sleep for 11 seconds 00000100:00100000:0.0:1789181799.621187:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408577152 00000100:00100000:0.0:1789181799.621204:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408577152 00000100:00100000:0.0:1789181799.621282:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158 00000100:00100000:0.0:1789181799.621294:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3a49050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+23:22706:x1876092408577152:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789181799.621312:0:22703:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789181799.621332:0:22703:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c1cc34cc800/0x76fb555283518f45 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x76fb555283518f3e expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181799.621363:0:22703:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c1cc34cc800/0x76fb555283518f45 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x76fb555283518f3e expref: 24 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181799.621375:0:22703:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c1cc34cc800/0x76fb555283518f45 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x76fb555283518f3e expref: 24 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181799.621385:0:22703:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c1cc34cc800, rc 0) 00000100:00100000:0.0:1789181799.621489:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3a49050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+24:22706:x1876092408577152:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 198us (5088us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181799.621934:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158 00000100:00100000:2.0:1789181799.623241:0:22706:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc45ee300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22706:1876092408577152:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789181799.623271:0:22706:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.101@tcp lock: ffff9c1dc658a400/0x76fb555283518f3e lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518f45 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181799.623283:0:22706:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.101@tcp lock: ffff9c1dc658a400/0x76fb555283518f3e lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x76fb555283518f45 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789181799.623371:0:22706:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc45ee300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22706:1876092408577280:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1789181799.623438:0:22706:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181799.623487:0:22706:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dd3697900 going to sleep for 11 seconds 00000100:00100000:1.0:1789181799.623677:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408577280 00000100:00100000:1.0:1789181799.623685:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408577280 00000100:00100000:1.0:1789181799.623756:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159 00000100:00100000:1.0:1789181799.623766:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3a49c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+24:22706:x1876092408577280:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1789181799.628295:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3a49c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+24:22706:x1876092408577280:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 4520us (4845us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181799.628312:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159 00000100:00100000:2.0:1789181799.634225:0:22706:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc45ee300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22706:1876092408577280:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1789181799.634622:0:22706:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc45ee300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22706:1876092408577408:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1789181799.635376:0:22706:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181799.635499:0:22706:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dd3697900 going to sleep for 11 seconds 00000100:00100000:0.0:1789181799.636607:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408577408 00000100:00100000:0.0:1789181799.636621:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408577408 00000100:00100000:0.0:1789181799.639390:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 160 00000100:00100000:0.0:1789181799.639411:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3a49450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+24:22706:x1876092408577408:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1789181799.639609:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3a49450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+24:22706:x1876092408577408:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 206us (4234us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181799.639617:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 160 00000100:00100000:3.0:1789181799.639759:0:22706:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc45ee300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:22706:1876092408577408:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1789181799.642540:0:25756:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:3.0:1789181799.642616:0:22706:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:3.0:1789181799.642641:0:22706:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.101@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1789181799.642675:0:22706:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.101@tcp lock: ffff9c1dc658a400/0x76fb555283518f3e lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518f45 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181799.642709:0:22706:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.101@tcp lock: ffff9c1dc658a400/0x76fb555283518f3e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x76fb555283518f45 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789181799.845537:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:1.0:1789181799.846000:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385388416 00000100:00100000:1.0:1789181799.846014:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385388416 00000100:00100000:1.0:1789181799.846108:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 161 00000100:00100000:1.0:1789181799.846119:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3a49850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:afcf2124-d83b-4180-90a4-66d7f91a42fa+11:18057:x1876092385388416:12345-192.168.202.1@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789181799.846137:0:22703:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789181799.846154:0:22703:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c1e0084bc00/0x76fb555283518f4c lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x7a80027d91df8542 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181799.846199:0:22703:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c1e0084bc00/0x76fb555283518f4c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df8542 expref: 12 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181799.846210:0:22703:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c1e0084bc00/0x76fb555283518f4c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df8542 expref: 12 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181799.846219:0:22703:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c1e0084bc00, rc 0) 00000100:00100000:1.0:1789181799.846284:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3a49850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:afcf2124-d83b-4180-90a4-66d7f91a42fa+12:18057:x1876092385388416:12345-192.168.202.1@tcp:101:ll_cfg_requeue.0 Request processed in 167us (758us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181799.846292:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 161 00000100:00100000:3.0:1789181799.859190:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:0.0:1789181799.859297:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385388544 00000100:00100000:0.0:1789181799.859309:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385388544 00000100:00100000:0.0:1789181799.859430:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 162 00000100:00100000:0.0:1789181799.859441:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3a4bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:afcf2124-d83b-4180-90a4-66d7f91a42fa+12:18057:x1876092385388544:12345-192.168.202.1@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1789181799.859637:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3a4bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:afcf2124-d83b-4180-90a4-66d7f91a42fa+12:18057:x1876092385388544:12345-192.168.202.1@tcp:501:ll_cfg_requeue.0 Request processed in 197us (455us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181799.859646:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 162 00000100:00100000:3.0:1789181799.861526:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:1.0:1789181799.864188:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385388672 00000100:00100000:1.0:1789181799.864206:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385388672 00000100:00100000:0.0:1789181799.864312:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 163 00000100:00100000:0.0:1789181799.864325:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfbefcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:afcf2124-d83b-4180-90a4-66d7f91a42fa+12:18057:x1876092385388672:12345-192.168.202.1@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1789181799.864530:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfbefcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:afcf2124-d83b-4180-90a4-66d7f91a42fa+12:18057:x1876092385388672:12345-192.168.202.1@tcp:503:ll_cfg_requeue.0 Request processed in 206us (3010us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181799.864539:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 163 00000100:00100000:3.0:1789181799.883914:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:2.0:1789181799.884288:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385388800 00000100:00100000:2.0:1789181799.884300:0:22704:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385388800 00000100:00100000:2.0:1789181799.884355:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 164 00000100:00100000:2.0:1789181799.884366:0:22704:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfbefd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:afcf2124-d83b-4180-90a4-66d7f91a42fa+12:18057:x1876092385388800:12345-192.168.202.1@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789181799.884383:0:22704:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789181799.884401:0:22704:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c1dc658b000/0x76fb555283518f53 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x7a80027d91df8549 expref: -99 pid: 22704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181799.884444:0:22704:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c1dc658b000/0x76fb555283518f53 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df8549 expref: 13 pid: 22704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181799.884474:0:22704:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c1dc658b000/0x76fb555283518f53 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df8549 expref: 13 pid: 22704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181799.884485:0:22704:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c1dc658b000, rc 0) 00000100:00100000:2.0:1789181799.884552:0:22704:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfbefd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:afcf2124-d83b-4180-90a4-66d7f91a42fa+13:18057:x1876092385388800:12345-192.168.202.1@tcp:101:ll_cfg_requeue.0 Request processed in 187us (650us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181799.884559:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 164 00000100:00100000:3.0:1789181799.889502:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:0.0:1789181799.889607:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385388928 00000100:00100000:0.0:1789181799.889618:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385388928 00000100:00100000:0.0:1789181799.889688:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 165 00000100:00100000:0.0:1789181799.889699:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfbefe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:afcf2124-d83b-4180-90a4-66d7f91a42fa+13:18057:x1876092385388928:12345-192.168.202.1@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1789181799.889899:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfbefe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:afcf2124-d83b-4180-90a4-66d7f91a42fa+13:18057:x1876092385388928:12345-192.168.202.1@tcp:501:ll_cfg_requeue.0 Request processed in 200us (404us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181799.889907:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 165 00000100:00100000:3.0:1789181799.894257:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:0.0:1789181799.894431:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385389056 00000100:00100000:0.0:1789181799.894443:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385389056 00000100:00100000:0.0:1789181799.894508:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 166 00000100:00100000:0.0:1789181799.894520:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfbefec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:afcf2124-d83b-4180-90a4-66d7f91a42fa+13:18057:x1876092385389056:12345-192.168.202.1@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1789181799.895358:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfbefec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:afcf2124-d83b-4180-90a4-66d7f91a42fa+13:18057:x1876092385389056:12345-192.168.202.1@tcp:503:ll_cfg_requeue.0 Request processed in 836us (1108us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181799.895368:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 166 00010000:00010000:0.0:1789181799.949392:0:24791:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789181800.108178:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:2.0:1789181800.109343:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385389184 00000100:00100000:2.0:1789181800.109372:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385389184 00000100:00100000:2.0:1789181800.110906:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 23 00000100:00100000:2.0:1789181800.110934:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dccf2d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+6:18678:x1876092385389184:12345-192.168.202.1@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1789181800.110955:0:22710:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789181800.111299:0:22710:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc658ae00/0x76fb555283518f5a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a80027d91df8550 expref: -99 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181800.111369:0:22710:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc658a000/0x76fb555283518f61 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181800.111385:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc658a000/0x76fb555283518f61 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181800.111399:0:22710:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc658a000/0x76fb555283518f61 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181800.111414:0:22710:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc658b800/0x76fb555283518f68 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181800.111647:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc658b800/0x76fb555283518f68 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181800.111684:0:22710:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc658b800/0x76fb555283518f68 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181800.113027:0:22710:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc1523400/0x76fb555283518f6f lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181800.113047:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc1523400/0x76fb555283518f6f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181800.113057:0:22710:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc1523400/0x76fb555283518f6f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789181800.113181:0:22710:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1789181800.113185:0:22710:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1789181800.113533:0:22710:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc1523400/0x76fb555283518f6f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181800.113548:0:22710:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc658a000/0x76fb555283518f61 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181800.113554:0:22710:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc658a000/0x76fb555283518f61 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181800.113560:0:22710:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc658a000/0x76fb555283518f61 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181800.113565:0:22710:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1dc658a000 already unused, calling callback (ffffffffc19bb4f0) 00010000:00010000:2.0:1789181800.113569:0:22710:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc658a000/0x76fb555283518f61 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181800.113576:0:22710:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc658a000/0x76fb555283518f61 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181800.113601:0:22710:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9c1dd0a0da00) 00010000:00010000:2.0:1789181800.113604:0:22710:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789181800.113609:0:22710:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc658a000/0x76fb555283518f61 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181800.113615:0:22710:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc658a000/0x76fb555283518f61 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181800.113631:0:22710:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc658b800/0x76fb555283518f68 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181800.113636:0:22710:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc658b800/0x76fb555283518f68 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181800.113641:0:22710:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc658b800/0x76fb555283518f68 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181800.113645:0:22710:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1dc658b800 already unused, calling callback (ffffffffc19bb4f0) 00010000:00010000:2.0:1789181800.113648:0:22710:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc658b800/0x76fb555283518f68 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181800.113653:0:22710:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc658b800/0x76fb555283518f68 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181800.113675:0:22710:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b979c7a (ffff9c1dc4e46100) 00010000:00010000:2.0:1789181800.113678:0:22710:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789181800.113681:0:22710:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc658b800/0x76fb555283518f68 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181800.113687:0:22710:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc658b800/0x76fb555283518f68 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1789181800.114384:0:22705:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1789181800.115015:0:22710:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc658ae00/0x76fb555283518f5a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df8550 expref: 8 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181800.115041:0:22710:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc1523400/0x76fb555283518f6f lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df8550 expref: 7 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181800.115049:0:22710:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9c1dc4e46600) 00010000:00010000:2.0:1789181800.115052:0:22710:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1789181800.115055:0:22710:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c1dc1523400, rc 0) 00000100:00100000:2.0:1789181800.115152:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dccf2d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+7:18678:x1876092385389184:12345-192.168.202.1@tcp:101:lhsmtool_posix.0 Request processed in 4230us (6985us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181800.115161:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 23 00000100:00100000:3.0:1789181800.133826:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:1.0:1789181800.133998:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385389312 00000100:00100000:1.0:1789181800.134009:0:22721:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385389312 00000100:00100000:1.0:1789181800.134085:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 5 00000100:00100000:1.0:1789181800.134097:0:22721:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dccf2d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+7:18678:x1876092385389312:12345-192.168.202.1@tcp:900:lhsmtool_posix.0 00000100:00100000:1.0:1789181800.134193:0:22721:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dccf2d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+7:18678:x1876092385389312:12345-192.168.202.1@tcp:900:lhsmtool_posix.0 Request processed in 99us (378us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181800.134202:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 5 00000100:00100000:3.0:1789181800.137549:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:1.0:1789181800.137713:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385389568 00000100:00100000:1.0:1789181800.137750:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385389568 00000100:00100000:1.0:1789181800.137817:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 24 00000100:00100000:1.0:1789181800.137838:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dccf2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+7:18678:x1876092385389568:12345-192.168.202.1@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1789181800.137858:0:22709:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789181800.137876:0:22709:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084a600/0x76fb555283518f76 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a80027d91df8557 expref: -99 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181800.137942:0:22709:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084a400/0x76fb555283518f7d lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181800.137956:0:22709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084a400/0x76fb555283518f7d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181800.137967:0:22709:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084a400/0x76fb555283518f7d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181800.137980:0:22709:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084be00/0x76fb555283518f84 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181800.137986:0:22709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084be00/0x76fb555283518f84 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181800.137993:0:22709:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084be00/0x76fb555283518f84 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181800.138204:0:22709:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084b000/0x76fb555283518f8b lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181800.138213:0:22709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084b000/0x76fb555283518f8b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181800.138220:0:22709:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084b000/0x76fb555283518f8b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1789181800.138251:0:22709:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 4096 00010000:00010000:1.0:1789181800.138392:0:22709:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084a400/0x76fb555283518f7d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181800.138401:0:22709:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084a400/0x76fb555283518f7d lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181800.138408:0:22709:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084a400/0x76fb555283518f7d lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181800.138414:0:22709:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1e0084a400 already unused, calling callback (ffffffffc19bb4f0) 00010000:00010000:1.0:1789181800.138429:0:22709:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084a400/0x76fb555283518f7d lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181800.138437:0:22709:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084a400/0x76fb555283518f7d lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181800.138448:0:22709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9c1dc4e46600) 00010000:00010000:1.0:1789181800.138451:0:22709:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789181800.138456:0:22709:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084a400/0x76fb555283518f7d lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181800.138462:0:22709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084a400/0x76fb555283518f7d lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181800.138475:0:22709:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084be00/0x76fb555283518f84 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181800.138481:0:22709:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084be00/0x76fb555283518f84 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181800.138496:0:22709:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084be00/0x76fb555283518f84 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181800.138501:0:22709:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1e0084be00 already unused, calling callback (ffffffffc19bb4f0) 00010000:00010000:1.0:1789181800.138504:0:22709:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084be00/0x76fb555283518f84 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181800.138510:0:22709:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084be00/0x76fb555283518f84 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181800.138517:0:22709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff9c1dd0a0d900) 00010000:00010000:1.0:1789181800.138519:0:22709:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789181800.138521:0:22709:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084be00/0x76fb555283518f84 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181800.138527:0:22709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084be00/0x76fb555283518f84 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181800.141902:0:22709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084a600/0x76fb555283518f76 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df8557 expref: 10 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181800.141933:0:22709:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084b000/0x76fb555283518f8b lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df8557 expref: 9 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181800.141942:0:22709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9c1dd0a0dd00) 00010000:00010000:1.0:1789181800.141945:0:22709:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789181800.141948:0:22709:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c1e0084b000, rc 0) 00000100:00100000:1.0:1789181800.142095:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dccf2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+9:18678:x1876092385389568:12345-192.168.202.1@tcp:101:lhsmtool_posix.0 Request processed in 4256us (4554us total) trans 12884901889 rc 0/0 00000100:00100000:1.0:1789181800.142125:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 24 00000100:00100000:3.0:1789181800.175711:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:2.0:1789181800.178853:0:25556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385389696 00000100:00100000:2.0:1789181800.178869:0:25556:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385389696 00000100:00100000:0.0:1789181800.179110:0:25556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 25 00000100:00100000:0.0:1789181800.179120:0:25556:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dccf2ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+9:18678:x1876092385389696:12345-192.168.202.1@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1789181800.179255:0:25556:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dccf2ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+9:18678:x1876092385389696:12345-192.168.202.1@tcp:59:lhsmtool_posix.0 Request processed in 135us (3556us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181800.179264:0:25556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 25 00000100:00100000:3.0:1789181800.181986:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:0.0:1789181800.182188:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385389824 00000100:00100000:0.0:1789181800.182199:0:22711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385389824 00000100:00100000:0.0:1789181800.182276:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 26 00000100:00100000:0.0:1789181800.182286:0:22711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dccf2e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+5:18678:x1876092385389824:12345-192.168.202.1@tcp:59:lhsmtool_posix.0 00000100:00080000:2.0:1789181800.182785:0:22705:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000004:00080000:0.0:1789181800.186513:0:22711:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0001: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0001 0, time 4184us 00000100:00100000:0.0:1789181800.219861:0:22711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dccf2e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+5:18678:x1876092385389824:12345-192.168.202.1@tcp:59:lhsmtool_posix.0 Request processed in 37561us (37871us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181800.219876:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 26 00000100:00100000:3.0:1789181800.240613:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:0.0:1789181800.240712:0:25556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385389952 00000100:00100000:0.0:1789181800.240756:0:25556:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385389952 00000100:00100000:0.0:1789181800.240832:0:25556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 27 00000100:00100000:0.0:1789181800.240843:0:25556:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dccf2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+9:18684:x1876092385389952:12345-192.168.202.1@tcp:101:lfs.0 00010000:00010000:0.0:1789181800.240865:0:25556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789181800.240889:0:25556:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cc200/0x76fb555283518f99 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a80027d91df855e expref: -99 pid: 25556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181800.240954:0:25556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cca00/0x76fb555283518fa0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181800.240970:0:25556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cca00/0x76fb555283518fa0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181800.240997:0:25556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cca00/0x76fb555283518fa0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181800.241034:0:25556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cd200/0x76fb555283518fa7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181800.241041:0:25556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cd200/0x76fb555283518fa7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181800.241047:0:25556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cd200/0x76fb555283518fa7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181800.241091:0:25556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cca00/0x76fb555283518fa0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181800.241099:0:25556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cca00/0x76fb555283518fa0 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181800.241106:0:25556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cca00/0x76fb555283518fa0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181800.241111:0:25556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1cc34cca00 already unused, calling callback (ffffffffc19bb4f0) 00010000:00010000:0.0:1789181800.241116:0:25556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cca00/0x76fb555283518fa0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181800.241124:0:25556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cca00/0x76fb555283518fa0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181800.241138:0:25556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9c1dd0a0da00) 00010000:00010000:0.0:1789181800.241141:0:25556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789181800.241146:0:25556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cca00/0x76fb555283518fa0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181800.241161:0:25556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cca00/0x76fb555283518fa0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181800.241175:0:25556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cd200/0x76fb555283518fa7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181800.241181:0:25556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cd200/0x76fb555283518fa7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181800.241187:0:25556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cd200/0x76fb555283518fa7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181800.241192:0:25556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1cc34cd200 already unused, calling callback (ffffffffc19bb4f0) 00010000:00010000:0.0:1789181800.241195:0:25556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cd200/0x76fb555283518fa7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181800.241201:0:25556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cd200/0x76fb555283518fa7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181800.241208:0:25556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9c1dfb375b00) 00010000:00010000:0.0:1789181800.241211:0:25556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789181800.241214:0:25556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cd200/0x76fb555283518fa7 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181800.241220:0:25556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cd200/0x76fb555283518fa7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181800.241557:0:25556:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cc200/0x76fb555283518f99 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df855e expref: 10 pid: 25556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181800.241580:0:25556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9c1dd0a0da00) 00010000:00010000:0.0:1789181800.241583:0:25556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789181800.241587:0:25556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cc200/0x76fb555283518f99 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df855e expref: 10 pid: 25556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181800.241597:0:25556:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c1cc34cc200, rc 0) 00000100:00100000:0.0:1789181800.241648:0:25556:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dccf2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+9:18684:x1876092385389952:12345-192.168.202.1@tcp:101:lfs.0 Request processed in 807us (1224us total) trans 0 rc 301/301 00000100:00100000:0.0:1789181800.241655:0:25556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 27 00000100:00100000:1.0:1789181800.248837:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:2.0:1789181800.249065:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385390080 00000100:00100000:2.0:1789181800.249076:0:22718:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385390080 00000100:00100000:2.0:1789181800.249130:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 0 00000100:00100000:2.0:1789181800.249141:0:22718:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfee63480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+9:18684:x1876092385390080:12345-192.168.202.1@tcp:700:lfs.0 00000100:00100000:2.0:1789181800.249238:0:22718:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfee63480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+9:18684:x1876092385390080:12345-192.168.202.1@tcp:700:lfs.0 Request processed in 99us (411us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181800.249246:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 0 00000100:00100000:3.0:1789181800.252603:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:1.0:1789181800.252711:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385390336 00000100:00100000:1.0:1789181800.252758:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385390336 00000100:00100000:1.0:1789181800.252810:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 28 00000100:00100000:1.0:1789181800.252821:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dccf2f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+9:18684:x1876092385390336:12345-192.168.202.1@tcp:36:lfs.0 00010000:00010000:1.0:1789181800.252877:0:22709:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789181800.252902:0:22709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084b800/0x76fb555283518ec7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df84cb expref: 9 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181800.252920:0:22709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9c1dd0a0da00) 00010000:00010000:1.0:1789181800.252925:0:22709:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1789181800.252990:0:22709:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084a600/0x76fb555283518fae lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181800.253005:0:22709:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0e00/0x76fb555283518f06 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df853b expref: 5 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181800.253013:0:22709:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084a600/0x76fb555283518fae lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181800.253048:0:22709:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0e00/0x76fb555283518f06 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.1@tcp remote: 0x7a80027d91df853b expref: 5 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181800.253062:0:22709:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0e00/0x76fb555283518f06 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.1@tcp remote: 0x7a80027d91df853b expref: 5 pid: 22710 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789181800.253089:0:22709:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dfee60700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22709:1876092408577536:192.168.202.1@tcp:104: 00000100:00100000:1.0:1789181800.253185:0:22709:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1cc1d316c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789181800.256794:0:22709:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dfee60700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22709:1876092408577536:192.168.202.1@tcp:104: 00010000:00010000:1.0:1789181800.256828:0:22709:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084a600/0x76fb555283518fae lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789181800.261593:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:1.0:1789181800.261706:0:22696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385390464 00000100:00100000:1.0:1789181800.261717:0:22696:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385390464 00010000:00010000:1.0:1789181800.261809:0:22696:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0e00/0x76fb555283518f06 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.1@tcp remote: 0x7a80027d91df853b expref: 6 pid: 22710 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789181800.261853:0:22696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 15 00000100:00100000:1.0:1789181800.261864:0:22696:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dccf2c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b0e18e32-3098-4b25-ac98-8570b9c364c9+6:2393:x1876092385390464:12345-192.168.202.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1789181800.261881:0:22696:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789181800.261889:0:22696:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0e00/0x76fb555283518f06 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.1@tcp remote: 0x7a80027d91df853b expref: 6 pid: 22710 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181800.261903:0:22696:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0e00/0x76fb555283518f06 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.1@tcp remote: 0x7a80027d91df853b expref: 6 pid: 22710 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181800.261925:0:22696:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0e00/0x76fb555283518f06 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.1@tcp remote: 0x7a80027d91df853b expref: 6 pid: 22710 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181800.261942:0:22696:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9c1dd0a0da00) 00010000:00010000:1.0:1789181800.261947:0:22696:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084a600/0x76fb555283518fae lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181800.261956:0:22696:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084a600/0x76fb555283518fae lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181800.261984:0:22696:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084a600/0x76fb555283518fae lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181800.262019:0:22696:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789181800.262078:0:22696:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dccf2c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b0e18e32-3098-4b25-ac98-8570b9c364c9+5:2393:x1876092385390464:12345-192.168.202.1@tcp:103:ldlm_bl.0 Request processed in 214us (494us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181800.262086:0:22696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 15 00010000:00010000:3.0:1789181800.262139:0:22709:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084a600/0x76fb555283518fae lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181800.262147:0:22709:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084a600/0x76fb555283518fae lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181800.262171:0:22709:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f1200/0x76fb555283518fb5 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181800.262179:0:22709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f1200/0x76fb555283518fb5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181800.262198:0:22709:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f1200/0x76fb555283518fb5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1789181800.262583:0:22705:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1789181800.264666:0:22709:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f1400/0x76fb555283518fbc lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181800.264689:0:22709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f1400/0x76fb555283518fbc lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181800.264701:0:22709:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f1400/0x76fb555283518fbc lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1789181800.264720:0:22709:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000809e03bd reply state 00000000059bda1d transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f1400/0x76fb555283518fbc lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181800.264912:0:22709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f1400/0x76fb555283518fbc lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181800.264921:0:22709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9c1dfb0b7500) 00010000:00010000:3.0:1789181800.264924:0:22709:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1789181800.264929:0:22709:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1789181800.264935:0:22709:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:3.0:1789181800.264945:0:22709:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084a600/0x76fb555283518fae lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181800.264952:0:22709:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084a600/0x76fb555283518fae lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181800.264959:0:22709:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084a600/0x76fb555283518fae lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181800.264964:0:22709:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1e0084a600 already unused, calling callback (ffffffffc19bb4f0) 00010000:00010000:3.0:1789181800.264977:0:22709:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084a600/0x76fb555283518fae lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181800.264985:0:22709:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084a600/0x76fb555283518fae lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181800.264996:0:22709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9c1dd0a0da00) 00010000:00010000:3.0:1789181800.264999:0:22709:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789181800.265003:0:22709:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084a600/0x76fb555283518fae lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181800.265010:0:22709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084a600/0x76fb555283518fae lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1789181800.265031:0:22709:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000809e03bd reply state 00000000059bda1d transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f1200/0x76fb555283518fb5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181800.265040:0:22709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f1200/0x76fb555283518fb5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181800.265046:0:22709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9c1dfb0b7d00) 00010000:00010000:3.0:1789181800.265048:0:22709:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1789181800.265050:0:22709:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1789181800.265803:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dccf2f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+10:18684:x1876092385390336:12345-192.168.202.1@tcp:36:lfs.0 Request processed in 12975us (13201us total) trans 12884901890 rc 0/0 00000100:00100000:3.0:1789181800.265886:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 28 00000040:00080000:2.0:1789181800.396649:0:22742:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1789181800.397512:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:2.0:1789181800.400457:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385390592 00000100:00100000:2.0:1789181800.400477:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385390592 00000100:00100000:2.0:1789181800.400564:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 29 00000100:00100000:2.0:1789181800.400592:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dccf2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+10:18693:x1876092385390592:12345-192.168.202.1@tcp:101:lctl.0 00010000:00010000:2.0:1789181800.400618:0:22710:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789181800.400651:0:22710:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc1522600/0x76fb555283518fc3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a80027d91df8565 expref: -99 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181800.400760:0:22710:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc1523200/0x76fb555283518fca lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181800.400776:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc1523200/0x76fb555283518fca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181800.400788:0:22710:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc1523200/0x76fb555283518fca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789181800.400834:0:22710:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1789181800.400838:0:22710:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1789181800.400880:0:22710:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc1523200/0x76fb555283518fca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181800.400910:0:22710:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc1522600/0x76fb555283518fc3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df8565 expref: 12 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181800.400934:0:22710:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc1523200/0x76fb555283518fca lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df8565 expref: 11 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181800.400943:0:22710:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9c1dc4e46100) 00010000:00010000:2.0:1789181800.400946:0:22710:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1789181800.400950:0:22710:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c1dc1523200, rc 0) 00000100:00100000:2.0:1789181800.401151:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dccf2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+11:18693:x1876092385390592:12345-192.168.202.1@tcp:101:lctl.0 Request processed in 560us (3644us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181800.401170:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 29 00000100:00100000:0.0:1789181800.490512:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:3.0:1789181800.490754:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385390720 00000100:00100000:3.0:1789181800.490765:0:22711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385390720 00000100:00100000:3.0:1789181800.490844:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 30 00000100:00100000:3.0:1789181800.490855:0:22711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3849c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b0e18e32-3098-4b25-ac98-8570b9c364c9+5:18694:x1876092385390720:12345-192.168.202.1@tcp:101:lfs.0 00010000:00010000:3.0:1789181800.490898:0:22711:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789181800.490923:0:22711:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0c00/0x76fb555283518fd1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a80027d91df856c expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181800.490998:0:22711:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0e00/0x76fb555283518fd8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181800.491013:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0e00/0x76fb555283518fd8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181800.491026:0:22711:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0e00/0x76fb555283518fd8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1789181800.491071:0:22711:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1789181800.491086:0:22711:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1789181800.491110:0:22711:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0e00/0x76fb555283518fd8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181800.491133:0:22711:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0c00/0x76fb555283518fd1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df856c expref: 7 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181800.491152:0:22711:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0e00/0x76fb555283518fd8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df856c expref: 6 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181800.491160:0:22711:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9c1dc4e46100) 00010000:00010000:3.0:1789181800.491163:0:22711:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1789181800.491166:0:22711:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c1cc39f0e00, rc 0) 00000100:00100000:3.0:1789181800.491235:0:22711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3849c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b0e18e32-3098-4b25-ac98-8570b9c364c9+6:18694:x1876092385390720:12345-192.168.202.1@tcp:101:lfs.0 Request processed in 382us (735us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181800.491242:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 30 00000100:00100000:1.0:1789181800.506523:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:0.0:1789181800.507586:0:25556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385390848 00000100:00100000:0.0:1789181800.507600:0:25556:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385390848 00000100:00100000:0.0:1789181800.507694:0:25556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 31 00000100:00100000:0.0:1789181800.507705:0:25556:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfee60700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b0e18e32-3098-4b25-ac98-8570b9c364c9+6:18694:x1876092385390848:12345-192.168.202.1@tcp:101:lfs.0 00010000:00010000:0.0:1789181800.507752:0:25556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789181800.507772:0:25556:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cd000/0x76fb555283518fdf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a80027d91df8573 expref: -99 pid: 25556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181800.507838:0:25556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cdc00/0x76fb555283518fe6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181800.507854:0:25556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cdc00/0x76fb555283518fe6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181800.507864:0:25556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cdc00/0x76fb555283518fe6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181800.507892:0:25556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cd400/0x76fb555283518fed lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181800.507899:0:25556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cd400/0x76fb555283518fed lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181800.507905:0:25556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cd400/0x76fb555283518fed lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181800.507985:0:25556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cde00/0x76fb555283518ff4 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181800.507994:0:25556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cde00/0x76fb555283518ff4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181800.508001:0:25556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cde00/0x76fb555283518ff4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1789181800.508038:0:25556:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1789181800.508042:0:25556:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1789181800.508064:0:25556:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cde00/0x76fb555283518ff4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181800.508077:0:25556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cdc00/0x76fb555283518fe6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181800.508084:0:25556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cdc00/0x76fb555283518fe6 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181800.508090:0:25556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cdc00/0x76fb555283518fe6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181800.508106:0:25556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1cc34cdc00 already unused, calling callback (ffffffffc19bb4f0) 00010000:00010000:0.0:1789181800.508111:0:25556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cdc00/0x76fb555283518fe6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181800.508118:0:25556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cdc00/0x76fb555283518fe6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181800.508132:0:25556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9c1dc4e46100) 00010000:00010000:0.0:1789181800.508136:0:25556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789181800.508142:0:25556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cdc00/0x76fb555283518fe6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181800.508148:0:25556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cdc00/0x76fb555283518fe6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181800.508162:0:25556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cd400/0x76fb555283518fed lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181800.508168:0:25556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cd400/0x76fb555283518fed lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181800.508174:0:25556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cd400/0x76fb555283518fed lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181800.508179:0:25556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1cc34cd400 already unused, calling callback (ffffffffc19bb4f0) 00010000:00010000:0.0:1789181800.508182:0:25556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cd400/0x76fb555283518fed lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181800.508188:0:25556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cd400/0x76fb555283518fed lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181800.508206:0:25556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9c1dfb0b7d00) 00010000:00010000:0.0:1789181800.508209:0:25556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789181800.508212:0:25556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cd400/0x76fb555283518fed lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181800.508218:0:25556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cd400/0x76fb555283518fed lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181800.508245:0:25556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cd000/0x76fb555283518fdf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df8573 expref: 8 pid: 25556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181800.508258:0:25556:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cde00/0x76fb555283518ff4 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df8573 expref: 7 pid: 25556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181800.508265:0:25556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9c1dfb0b7500) 00010000:00010000:0.0:1789181800.508268:0:25556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1789181800.508270:0:25556:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c1cc34cde00, rc 0) 00000100:00100000:0.0:1789181800.509275:0:25556:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfee60700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b0e18e32-3098-4b25-ac98-8570b9c364c9+7:18694:x1876092385390848:12345-192.168.202.1@tcp:101:lfs.0 Request processed in 1564us (2755us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181800.509462:0:25556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 31 00000100:00100000:0.0:1789181800.519500:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:1.0:1789181800.519596:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385390976 00000100:00100000:1.0:1789181800.519606:0:22721:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385390976 00000100:00100000:1.0:1789181800.519704:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 6 00000100:00100000:1.0:1789181800.519715:0:22721:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc384b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:b0e18e32-3098-4b25-ac98-8570b9c364c9+5:18694:x1876092385390976:12345-192.168.202.1@tcp:900:lfs.0 00000100:00100000:1.0:1789181800.519836:0:22721:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc384b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:b0e18e32-3098-4b25-ac98-8570b9c364c9+5:18694:x1876092385390976:12345-192.168.202.1@tcp:900:lfs.0 Request processed in 122us (345us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181800.519843:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 6 00000100:00080000:2.0:1789181800.519966:0:22705:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1789181800.536687:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:0.0:1789181800.536762:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385391232 00000100:00100000:0.0:1789181800.536772:0:22711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385391232 00000100:00100000:0.0:1789181800.536838:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 32 00000100:00100000:0.0:1789181800.536861:0:22711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dccf2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b0e18e32-3098-4b25-ac98-8570b9c364c9+7:18694:x1876092385391232:12345-192.168.202.1@tcp:101:lfs.0 00010000:00010000:0.0:1789181800.536883:0:22711:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789181800.536905:0:22711:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cd400/0x76fb555283518ffb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a80027d91df857a expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1789181800.537035:0:22711:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:0.0:1789181800.537152:0:22711:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cd400/0x76fb555283518ffb lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df857a expref: 9 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181800.537169:0:22711:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9c1dc4e46100) 00010000:00010000:0.0:1789181800.537172:0:22711:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1789181800.537177:0:22711:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cd400/0x76fb555283518ffb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df857a expref: 9 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181800.537190:0:22711:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c1cc34cd400, rc 0) 00000100:00100000:0.0:1789181800.537273:0:22711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dccf2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b0e18e32-3098-4b25-ac98-8570b9c364c9+8:18694:x1876092385391232:12345-192.168.202.1@tcp:101:lfs.0 Request processed in 425us (595us total) trans 12884901891 rc 301/301 00000100:00100000:0.0:1789181800.537280:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 32 00000100:00100000:0.0:1789181800.542823:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:2.0:1789181800.542907:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385391488 00000100:00100000:2.0:1789181800.542918:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385391488 00000100:00100000:2.0:1789181800.542980:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 33 00000100:00100000:2.0:1789181800.542991:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3848700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b0e18e32-3098-4b25-ac98-8570b9c364c9+8:18694:x1876092385391488:12345-192.168.202.1@tcp:36:lfs.0 00010000:00010000:2.0:1789181800.543046:0:22710:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789181800.543072:0:22710:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cde00/0x76fb555283518ff4 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df8573 expref: 8 pid: 25556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181800.543091:0:22710:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9c1dfb0b7500) 00010000:00010000:2.0:1789181800.543096:0:22710:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1789181800.543121:0:22710:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc1522600/0x76fb555283519009 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181800.543135:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc1522600/0x76fb555283519009 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181800.543146:0:22710:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc1522600/0x76fb555283519009 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1789181800.543368:0:22710:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000003086d364 reply state 00000000a01eaa58 transno 12884901892 ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc1522600/0x76fb555283519009 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181800.543380:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc1522600/0x76fb555283519009 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181800.543386:0:22710:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9c1dfb0b7500) 00010000:00010000:2.0:1789181800.543388:0:22710:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1789181800.543406:0:22710:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1789181800.543414:0:22710:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000100:00100000:2.0:1789181800.543502:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3848700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b0e18e32-3098-4b25-ac98-8570b9c364c9+9:18694:x1876092385391488:12345-192.168.202.1@tcp:36:lfs.0 Request processed in 512us (689us total) trans 12884901892 rc 0/0 00000100:00100000:2.0:1789181800.543510:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 33 00000100:00100000:3.0:1789181800.555985:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:1.0:1789181800.556102:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385391744 00000100:00100000:1.0:1789181800.556112:0:22712:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385391744 00000100:00100000:1.0:1789181800.556172:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 2 00000100:00100000:1.0:1789181800.556186:0:22712:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dccf2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b0e18e32-3098-4b25-ac98-8570b9c364c9+9:18694:x1876092385391744:12345-192.168.202.1@tcp:35:lfs.0 00000100:00100000:1.0:1789181800.556594:0:22712:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dccf2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b0e18e32-3098-4b25-ac98-8570b9c364c9+10:18694:x1876092385391744:12345-192.168.202.1@tcp:35:lfs.0 Request processed in 411us (619us total) trans 12884901893 rc 0/0 00000100:00100000:1.0:1789181800.556602:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 2 00000100:00100000:3.0:1789181800.573964:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:0.0:1789181800.574503:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385392000 00000100:00100000:0.0:1789181800.574515:0:22711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385392000 00000100:00100000:0.0:1789181800.574707:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 34 00000100:00100000:0.0:1789181800.574721:0:22711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dccf2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b0e18e32-3098-4b25-ac98-8570b9c364c9+10:18694:x1876092385392000:12345-192.168.202.1@tcp:101:lfs.0 00010000:00010000:0.0:1789181800.574832:0:22711:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789181800.574855:0:22711:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cdc00/0x76fb555283519010 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a80027d91df8581 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181800.574935:0:22711:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cc000/0x76fb555283519017 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181800.574951:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cc000/0x76fb555283519017 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181800.574976:0:22711:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cc000/0x76fb555283519017 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181800.574988:0:22711:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cce00/0x76fb55528351901e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181800.574995:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cce00/0x76fb55528351901e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181800.575001:0:22711:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cce00/0x76fb55528351901e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1789181800.575098:0:22711:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:0.0:1789181800.575171:0:22711:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cc000/0x76fb555283519017 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181800.575178:0:22711:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cc000/0x76fb555283519017 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181800.575184:0:22711:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cc000/0x76fb555283519017 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181800.575190:0:22711:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1cc34cc000 already unused, calling callback (ffffffffc19bb4f0) 00010000:00010000:0.0:1789181800.575194:0:22711:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cc000/0x76fb555283519017 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181800.575202:0:22711:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cc000/0x76fb555283519017 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181800.575213:0:22711:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9c1dc4e46100) 00010000:00010000:0.0:1789181800.575216:0:22711:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789181800.575386:0:22711:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cc000/0x76fb555283519017 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181800.575391:0:22711:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cc000/0x76fb555283519017 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181800.575402:0:22711:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cce00/0x76fb55528351901e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181800.575405:0:22711:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cce00/0x76fb55528351901e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181800.575409:0:22711:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cce00/0x76fb55528351901e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181800.575412:0:22711:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1cc34cce00 already unused, calling callback (ffffffffc19bb4f0) 00010000:00010000:0.0:1789181800.575415:0:22711:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cce00/0x76fb55528351901e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181800.575419:0:22711:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cce00/0x76fb55528351901e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181800.575427:0:22711:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9c1dfb0b7d00) 00010000:00010000:0.0:1789181800.575429:0:22711:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789181800.575431:0:22711:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cce00/0x76fb55528351901e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181800.575436:0:22711:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cce00/0x76fb55528351901e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181800.575469:0:22711:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cdc00/0x76fb555283519010 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df8581 expref: 12 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181800.575488:0:22711:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9c1dc4e46100) 00010000:00010000:0.0:1789181800.575490:0:22711:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1789181800.575492:0:22711:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cdc00/0x76fb555283519010 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df8581 expref: 12 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181800.575499:0:22711:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c1cc34cdc00, rc 0) 00000100:00100000:0.0:1789181800.575559:0:22711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dccf2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b0e18e32-3098-4b25-ac98-8570b9c364c9+11:18694:x1876092385392000:12345-192.168.202.1@tcp:101:lfs.0 Request processed in 843us (1606us total) trans 12884901894 rc 301/301 00000100:00100000:0.0:1789181800.575565:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 34 00000100:00100000:0.0:1789181800.585479:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:2.0:1789181800.585564:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385392128 00000100:00100000:2.0:1789181800.585574:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385392128 00000100:00100000:2.0:1789181800.585646:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 35 00000100:00100000:2.0:1789181800.585667:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc384a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b0e18e32-3098-4b25-ac98-8570b9c364c9+11:18694:x1876092385392128:12345-192.168.202.1@tcp:101:lfs.0 00010000:00010000:2.0:1789181800.585695:0:22710:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789181800.585717:0:22710:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc1522800/0x76fb55528351902c lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a80027d91df8588 expref: -99 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181800.585858:0:22710:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc1522a00/0x76fb555283519033 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181800.585874:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc1522a00/0x76fb555283519033 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181800.585886:0:22710:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc1522a00/0x76fb555283519033 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789181800.585913:0:22710:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1789181800.585917:0:22710:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1789181800.585934:0:22710:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc1522a00/0x76fb555283519033 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181800.585961:0:22710:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc1522800/0x76fb55528351902c lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df8588 expref: 13 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181800.585979:0:22710:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc1522a00/0x76fb555283519033 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df8588 expref: 12 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181800.586003:0:22710:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9c1dfb0b7500) 00010000:00010000:2.0:1789181800.586006:0:22710:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1789181800.586010:0:22710:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c1dc1522a00, rc 0) 00000100:00100000:2.0:1789181800.586075:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc384a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b0e18e32-3098-4b25-ac98-8570b9c364c9+12:18694:x1876092385392128:12345-192.168.202.1@tcp:101:lfs.0 Request processed in 419us (607us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181800.586082:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 35 00000100:00100000:3.0:1789181800.599330:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:0.0:1789181800.599435:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385392256 00000100:00100000:0.0:1789181800.599448:0:22713:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385392256 00000100:00100000:0.0:1789181800.599513:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 3 00000100:00100000:0.0:1789181800.599526:0:22713:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dccf2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b0e18e32-3098-4b25-ac98-8570b9c364c9+12:18694:x1876092385392256:12345-192.168.202.1@tcp:37:lfs.0 00000100:00100000:0.0:1789181800.603550:0:22713:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dccf2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b0e18e32-3098-4b25-ac98-8570b9c364c9+12:18694:x1876092385392256:12345-192.168.202.1@tcp:37:lfs.0 Request processed in 4018us (4221us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181800.603562:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 3 00000100:00100000:2.0:1789181800.606803:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:1.0:1789181800.606902:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385392512 00000100:00100000:1.0:1789181800.606914:0:22712:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385392512 00000100:00100000:1.0:1789181800.606977:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 4 00000100:00100000:1.0:1789181800.606988:0:22712:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc10fa450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b0e18e32-3098-4b25-ac98-8570b9c364c9+12:18694:x1876092385392512:12345-192.168.202.1@tcp:35:lfs.0 00000100:00100000:1.0:1789181800.607235:0:22712:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc10fa450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b0e18e32-3098-4b25-ac98-8570b9c364c9+13:18694:x1876092385392512:12345-192.168.202.1@tcp:35:lfs.0 Request processed in 248us (440us total) trans 12884901895 rc 0/0 00000100:00100000:1.0:1789181800.607243:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 4 00000100:00100000:3.0:1789181800.690416:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:1.0:1789181800.690588:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385392640 00000100:00100000:1.0:1789181800.690598:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385392640 00000100:00100000:1.0:1789181800.690754:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 36 00000100:00100000:1.0:1789181800.690766:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dccf2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+11:18700:x1876092385392640:12345-192.168.202.1@tcp:101:bash.0 00010000:00010000:1.0:1789181800.690792:0:22709:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789181800.690815:0:22709:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084a400/0x76fb55528351903a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a80027d91df858f expref: -99 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181800.690889:0:22709:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084a000/0x76fb555283519041 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181800.690904:0:22709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084a000/0x76fb555283519041 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181800.690915:0:22709:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084a000/0x76fb555283519041 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181800.690926:0:22709:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084ae00/0x76fb555283519048 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181800.690934:0:22709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084ae00/0x76fb555283519048 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181800.690940:0:22709:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084ae00/0x76fb555283519048 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181800.691092:0:22709:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084a800/0x76fb55528351904f lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181800.691117:0:22709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084a800/0x76fb55528351904f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181800.691125:0:22709:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084a800/0x76fb55528351904f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1789181800.691165:0:22709:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1789181800.691169:0:22709:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1789181800.691210:0:22709:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084a800/0x76fb55528351904f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181800.691404:0:22709:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084a000/0x76fb555283519041 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181800.691467:0:22709:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084a000/0x76fb555283519041 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181800.691475:0:22709:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084a000/0x76fb555283519041 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181800.691482:0:22709:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1e0084a000 already unused, calling callback (ffffffffc19bb4f0) 00010000:00010000:1.0:1789181800.691487:0:22709:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084a000/0x76fb555283519041 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181800.691495:0:22709:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084a000/0x76fb555283519041 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181800.691509:0:22709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9c1dc4e46100) 00010000:00010000:1.0:1789181800.691512:0:22709:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789181800.691517:0:22709:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084a000/0x76fb555283519041 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181800.691534:0:22709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084a000/0x76fb555283519041 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181800.691550:0:22709:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084ae00/0x76fb555283519048 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181800.691556:0:22709:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084ae00/0x76fb555283519048 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181800.691561:0:22709:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084ae00/0x76fb555283519048 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181800.691566:0:22709:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1e0084ae00 already unused, calling callback (ffffffffc19bb4f0) 00010000:00010000:1.0:1789181800.691569:0:22709:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084ae00/0x76fb555283519048 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181800.691575:0:22709:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084ae00/0x76fb555283519048 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181800.691582:0:22709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9c1dfb0b7d00) 00010000:00010000:1.0:1789181800.691584:0:22709:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789181800.691587:0:22709:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084ae00/0x76fb555283519048 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181800.691592:0:22709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084ae00/0x76fb555283519048 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181800.691619:0:22709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084a400/0x76fb55528351903a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df858f expref: 13 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181800.691713:0:22709:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084a800/0x76fb55528351904f lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df858f expref: 12 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181800.691721:0:22709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9c1dfb0b7500) 00010000:00010000:1.0:1789181800.691824:0:22709:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1789181800.691828:0:22709:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c1e0084a800, rc 0) 00000100:00100000:1.0:1789181800.691911:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dccf2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+12:18700:x1876092385392640:12345-192.168.202.1@tcp:101:bash.0 Request processed in 1147us (1505us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181800.691918:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 36 00000100:00100000:3.0:1789181800.697363:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:1.0:1789181800.697622:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385392768 00000100:00100000:1.0:1789181800.697633:0:22721:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385392768 00000100:00100000:1.0:1789181800.697708:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 7 00000100:00100000:1.0:1789181800.697720:0:22721:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dccf2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+5:18700:x1876092385392768:12345-192.168.202.1@tcp:900:bash.0 00000100:00100000:1.0:1789181800.697847:0:22721:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dccf2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+5:18700:x1876092385392768:12345-192.168.202.1@tcp:900:bash.0 Request processed in 129us (495us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181800.697855:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 7 00000100:00100000:3.0:1789181800.709679:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:2.0:1789181800.710121:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385393024 00000100:00100000:2.0:1789181800.710133:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385393024 00000100:00100000:2.0:1789181800.710262:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 37 00000100:00100000:2.0:1789181800.710274:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dccf2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+12:18700:x1876092385393024:12345-192.168.202.1@tcp:101:bash.0 00010000:00010000:2.0:1789181800.710296:0:22710:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789181800.710329:0:22710:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc1522200/0x76fb555283519056 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a80027d91df8596 expref: -99 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181800.710460:0:22710:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc1522400/0x76fb55528351905d lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181800.710476:0:22710:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc1522a00/0x76fb555283519033 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df8588 expref: 12 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181800.710486:0:22710:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc1522400/0x76fb55528351905d lrc: 4/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181800.710522:0:22710:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc1522a00/0x76fb555283519033 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.1@tcp remote: 0x7a80027d91df8588 expref: 12 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181800.710554:0:22710:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc1522a00/0x76fb555283519033 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.1@tcp remote: 0x7a80027d91df8588 expref: 12 pid: 22710 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789181800.710569:0:22710:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc45ece00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22710:1876092408577664:192.168.202.1@tcp:104: 00000100:00100000:2.0:1789181800.710672:0:22710:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dd3697a80 going to sleep for 11 seconds 00000100:00100000:3.0:1789181800.717789:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dfee60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1876092408577792:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1789181800.717878:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181800.718123:0:22710:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc45ece00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22710:1876092408577664:192.168.202.1@tcp:104: 00010000:00010000:2.0:1789181800.718154:0:22710:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc1522400/0x76fb55528351905d lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789181800.719158:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:1.0:1789181800.719266:0:24222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408577792 00000100:00100000:1.0:1789181800.719275:0:24222:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408577792 00000100:00100000:1.0:1789181800.719342:0:24222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1789181800.719353:0:24222:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dccf2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1876092408577792:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1789181800.719386:0:24222:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1789181800.719450:0:24222:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dccf2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1876092408577792:12345-0@lo:13:osp-pre-0-1.0 Request processed in 99us (1573us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181800.719458:0:24222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1789181800.719486:0:22694:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385393152 00000100:00100000:2.0:1789181800.719491:0:22694:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385393152 00010000:00010000:2.0:1789181800.719517:0:22694:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc1522a00/0x76fb555283519033 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.1@tcp remote: 0x7a80027d91df8588 expref: 13 pid: 22710 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789181800.719522:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dfee60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1876092408577792:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1789181800.719544:0:22694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 16 00000100:00100000:2.0:1789181800.719550:0:22694:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dffa51880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b0e18e32-3098-4b25-ac98-8570b9c364c9+13:2394:x1876092385393152:12345-192.168.202.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1789181800.719561:0:22694:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789181800.719568:0:22694:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc1522a00/0x76fb555283519033 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.1@tcp remote: 0x7a80027d91df8588 expref: 13 pid: 22710 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181800.719581:0:22694:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc1522a00/0x76fb555283519033 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.1@tcp remote: 0x7a80027d91df8588 expref: 13 pid: 22710 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181800.719605:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc1522a00/0x76fb555283519033 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.1@tcp remote: 0x7a80027d91df8588 expref: 13 pid: 22710 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181800.719632:0:22694:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9c1dfb0b7500) 00010000:00010000:2.0:1789181800.719651:0:22694:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc1522400/0x76fb55528351905d lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181800.719670:0:22694:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc1522400/0x76fb55528351905d lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181800.719677:0:22694:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc1522400/0x76fb55528351905d lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181800.719713:0:22694:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789181800.719824:0:22694:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dffa51880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b0e18e32-3098-4b25-ac98-8570b9c364c9+12:2394:x1876092385393152:12345-192.168.202.1@tcp:103:ldlm_bl.0 Request processed in 273us (677us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181800.719832:0:22694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 16 00000100:00080000:3.0:1789181800.720294:0:22705:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1789181800.720554:0:22710:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc1522400/0x76fb55528351905d lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181800.720566:0:22710:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc1522400/0x76fb55528351905d lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181800.720595:0:22710:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084a400/0x76fb555283519064 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181800.720605:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084a400/0x76fb555283519064 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181800.720615:0:22710:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084a400/0x76fb555283519064 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181800.721192:0:22710:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084ae00/0x76fb55528351906b lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181800.721203:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084ae00/0x76fb55528351906b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181800.721210:0:22710:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084ae00/0x76fb55528351906b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1789181800.721220:0:22710:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:1.0:1789181800.721245:0:22710:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc1522400/0x76fb55528351905d lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181800.721252:0:22710:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc1522400/0x76fb55528351905d lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181800.721258:0:22710:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc1522400/0x76fb55528351905d lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181800.721280:0:22710:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1dc1522400 already unused, calling callback (ffffffffc19bb4f0) 00010000:00010000:1.0:1789181800.721285:0:22710:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc1522400/0x76fb55528351905d lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181800.721292:0:22710:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc1522400/0x76fb55528351905d lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181800.721303:0:22710:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9c1dfb0b7500) 00010000:00010000:1.0:1789181800.721306:0:22710:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789181800.721310:0:22710:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc1522400/0x76fb55528351905d lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181800.721327:0:22710:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc1522400/0x76fb55528351905d lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1789181800.721342:0:22710:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000673a919e reply state 000000008c6600f7 transno 12884901896 ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084a400/0x76fb555283519064 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181800.721352:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084a400/0x76fb555283519064 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181800.721357:0:22710:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff9c1dd0a0d900) 00010000:00010000:1.0:1789181800.721359:0:22710:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1789181800.721362:0:22710:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1789181800.721397:0:22710:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc1522200/0x76fb555283519056 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df8596 expref: 15 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181800.721409:0:22710:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084ae00/0x76fb55528351906b lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df8596 expref: 14 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181800.721436:0:22710:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9c1dd0a0df00) 00010000:00010000:1.0:1789181800.721438:0:22710:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:1.0:1789181800.721440:0:22710:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c1e0084ae00, rc 0) 00000100:00100000:1.0:1789181800.721514:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dccf2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+15:18700:x1876092385393024:12345-192.168.202.1@tcp:101:bash.0 Request processed in 11242us (11884us total) trans 12884901896 rc 0/0 00000100:00100000:1.0:1789181800.721522:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 37 00000100:00100000:2.0:1789181800.725270:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789181800.725293:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc45ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1876092408577920:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1789181800.725358:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181800.725407:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408577920 00000100:00100000:2.0:1789181800.725414:0:22714:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408577920 00000100:00100000:2.0:1789181800.725458:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1789181800.725466:0:22714:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc45ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3644:x1876092408577920:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1789181800.725501:0:22714:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446305792 avail 1300066304 00000100:00100000:2.0:1789181800.725550:0:22714:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc45ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3644:x1876092408577920:12345-0@lo:41:osp-pre-0-1.0 Request processed in 84us (191us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181800.725555:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1789181800.725604:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc45ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1876092408577920:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789181800.757931:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:0.0:1789181800.759386:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385393280 00000100:00100000:0.0:1789181800.759399:0:22711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385393280 00000100:00100000:0.0:1789181800.759485:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 38 00000100:00100000:0.0:1789181800.759496:0:22711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dffa50e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+15:18700:x1876092385393280:12345-192.168.202.1@tcp:101:bash.0 00010000:00010000:0.0:1789181800.759523:0:22711:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789181800.759544:0:22711:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cce00/0x76fb555283519079 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a80027d91df859d expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181800.759635:0:22711:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cc000/0x76fb555283519080 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181800.759649:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cc000/0x76fb555283519080 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181800.759671:0:22711:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cc000/0x76fb555283519080 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1789181800.759749:0:22711:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:0.0:1789181800.759754:0:22711:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1789181800.759778:0:22711:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cc000/0x76fb555283519080 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181800.759790:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cc000/0x76fb555283519080 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181800.759816:0:22711:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cce00/0x76fb555283519079 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df859d expref: 17 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181800.759835:0:22711:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cc000/0x76fb555283519080 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df859d expref: 16 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181800.759843:0:22711:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9c1dd0a0df00) 00010000:00010000:0.0:1789181800.759845:0:22711:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1789181800.759849:0:22711:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c1cc34cc000, rc 0) 00000100:00100000:0.0:1789181800.759911:0:22711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dffa50e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+16:18700:x1876092385393280:12345-192.168.202.1@tcp:101:bash.0 Request processed in 417us (1991us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181800.759919:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 38 00000100:00100000:3.0:1789181800.763196:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:0.0:1789181800.764154:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385393536 00000100:00100000:0.0:1789181800.764169:0:22712:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385393536 00000100:00100000:0.0:1789181800.764248:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 5 00000100:00100000:0.0:1789181800.764261:0:22712:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfef2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+16:18700:x1876092385393536:12345-192.168.202.1@tcp:35:bash.0 00000100:00100000:2.0:1789181800.765224:0:22712:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfef2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+17:18700:x1876092385393536:12345-192.168.202.1@tcp:35:bash.0 Request processed in 952us (2023us total) trans 12884901897 rc 0/0 00000100:00100000:2.0:1789181800.765247:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 5 00000100:00100000:2.0:1789181800.905905:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:0.0:1789181800.906011:0:25556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385393792 00000100:00100000:0.0:1789181800.906022:0:25556:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385393792 00000100:00100000:0.0:1789181800.906097:0:25556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 39 00000100:00100000:0.0:1789181800.906109:0:25556:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc45ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+17:18710:x1876092385393792:12345-192.168.202.1@tcp:101:lfs.0 00010000:00010000:0.0:1789181800.906134:0:25556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789181800.906155:0:25556:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cce00/0x76fb555283519087 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a80027d91df85a4 expref: -99 pid: 25556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1789181800.906269:0:25556:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:0.0:1789181800.906379:0:25556:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cce00/0x76fb555283519087 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df85a4 expref: 19 pid: 25556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181800.906394:0:25556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9c1dc4e46100) 00010000:00010000:0.0:1789181800.906397:0:25556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1789181800.906402:0:25556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cce00/0x76fb555283519087 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df85a4 expref: 19 pid: 25556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181800.906428:0:25556:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c1cc34cce00, rc 0) 00000100:00100000:0.0:1789181800.906502:0:25556:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc45ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+18:18710:x1876092385393792:12345-192.168.202.1@tcp:101:lfs.0 Request processed in 396us (607us total) trans 12884901898 rc 301/301 00000100:00100000:0.0:1789181800.906509:0:25556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 39 00000100:00100000:0.0:1789181800.912210:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:2.0:1789181800.912368:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385394048 00000100:00100000:2.0:1789181800.912389:0:22712:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385394048 00000100:00100000:2.0:1789181800.912466:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 6 00000100:00100000:2.0:1789181800.912502:0:22712:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3849500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+18:18710:x1876092385394048:12345-192.168.202.1@tcp:35:lfs.0 00000100:00100000:2.0:1789181800.913000:0:22712:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3849500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+19:18710:x1876092385394048:12345-192.168.202.1@tcp:35:lfs.0 Request processed in 514us (803us total) trans 12884901899 rc 0/0 00000100:00100000:2.0:1789181800.913016:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 6 00010000:00010000:1.0:1789181800.971960:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789181800.972152:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000040:00080000:2.0:1789181800.972865:0:23467:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1789181800.972966:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385394304 00000100:00100000:3.0:1789181800.972975:0:22711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385394304 00000100:00100000:3.0:1789181800.973023:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 40 00000100:00100000:3.0:1789181800.973035:0:22711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3849880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+19:18713:x1876092385394304:12345-192.168.202.1@tcp:101:lfs.0 00010000:00010000:3.0:1789181800.973060:0:22711:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789181800.973087:0:22711:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0c00/0x76fb555283519095 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a80027d91df85ab expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181800.973176:0:22711:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0600/0x76fb55528351909c lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181800.973188:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0600/0x76fb55528351909c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181800.973196:0:22711:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0600/0x76fb55528351909c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1789181800.973214:0:22711:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:3.0:1789181800.973308:0:22711:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0c00/0x76fb555283519095 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df85ab expref: 22 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181800.973323:0:22711:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0600/0x76fb55528351909c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df85ab expref: 21 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181800.973332:0:22711:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9c1dd0a0df00) 00010000:00010000:3.0:1789181800.973334:0:22711:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1789181800.973337:0:22711:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c1cc39f0600, rc 0) 00000100:00100000:3.0:1789181800.973398:0:22711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3849880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+21:18713:x1876092385394304:12345-192.168.202.1@tcp:101:lfs.0 Request processed in 365us (1252us total) trans 12884901900 rc 0/0 00000100:00100000:3.0:1789181800.973406:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 40 00000100:00100000:0.0:1789181800.980972:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:0.0:1789181800.981056:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:1.0:1789181800.981143:0:22696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385394560 00000100:00100000:1.0:1789181800.981153:0:22696:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385394560 00000100:00100000:1.0:1789181800.981228:0:22696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 0 00000100:00100000:1.0:1789181800.981240:0:22696:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3848380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+21:2393:x1876092385394560:12345-192.168.202.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1789181800.981256:0:22696:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789181800.981282:0:22696:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0600/0x76fb55528351909c lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df85ab expref: 21 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181800.981301:0:22696:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9c1dd0a0df00) 00010000:00010000:1.0:1789181800.981306:0:22696:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789181800.981377:0:22696:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3848380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+20:2393:x1876092385394560:12345-192.168.202.1@tcp:103:ldlm_bl.0 Request processed in 139us (320us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181800.981385:0:22696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 0 00000100:00100000:3.0:1789181800.982896:0:25556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385394432 00000100:00100000:3.0:1789181800.982909:0:25556:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385394432 00000100:00100000:3.0:1789181800.982997:0:25556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 41 00000100:00100000:3.0:1789181800.983008:0:25556:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3848a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+20:18713:x1876092385394432:12345-192.168.202.1@tcp:54:lfs.0 00010000:00010000:3.0:1789181800.983072:0:25556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0c00/0x76fb5552835190aa lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181800.983089:0:25556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0c00/0x76fb5552835190aa lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181800.983100:0:25556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0c00/0x76fb5552835190aa lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181800.983141:0:25556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0c00/0x76fb5552835190aa lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181800.983164:0:25556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0c00/0x76fb5552835190aa lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181800.983171:0:25556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0c00/0x76fb5552835190aa lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181800.983178:0:25556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1cc39f0c00 already unused, calling callback (ffffffffc19bb4f0) 00010000:00010000:3.0:1789181800.983183:0:25556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0c00/0x76fb5552835190aa lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181800.983192:0:25556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0c00/0x76fb5552835190aa lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181800.983204:0:25556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9c1dd0a0df00) 00010000:00010000:3.0:1789181800.983207:0:25556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1789181800.983212:0:25556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0c00/0x76fb5552835190aa lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181800.983230:0:25556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0c00/0x76fb5552835190aa lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789181800.983321:0:25556:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3848a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+20:18713:x1876092385394432:12345-192.168.202.1@tcp:54:lfs.0 Request processed in 306us (2350us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181800.983329:0:25556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 41 00000100:00100000:0.0:1789181800.986310:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:2.0:1789181800.986452:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385394816 00000100:00100000:2.0:1789181800.986463:0:22712:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385394816 00000100:00100000:2.0:1789181800.986529:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 7 00000100:00100000:2.0:1789181800.986542:0:22712:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc384ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+20:18713:x1876092385394816:12345-192.168.202.1@tcp:35:lfs.0 00000100:00100000:2.0:1789181800.986809:0:22712:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc384ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+21:18713:x1876092385394816:12345-192.168.202.1@tcp:35:lfs.0 Request processed in 269us (507us total) trans 12884901901 rc 0/0 00000100:00100000:2.0:1789181800.986819:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 7 00000100:00100000:1.0:1789181801.228405:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789181801.228429:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc384bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1876092408578048:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1789181801.228498:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181801.229997:0:23453:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408578048 00000100:00100000:3.0:1789181801.230013:0:23453:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408578048 00000100:00100000:3.0:1789181801.230095:0:23453:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1789181801.230105:0:23453:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfee60000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3643:x1876092408578048:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1789181801.230142:0:23453:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1789181801.230562:0:23453:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfee60000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3643:x1876092408578048:12345-0@lo:41:osp-pre-1-0.0 Request processed in 456us (2061us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181801.230572:0:23453:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:1.0:1789181801.230920:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc384bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1876092408578048:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1789181801.325037:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:0.0:1789181801.325084:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:0.0:1789181801.325123:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:0.0:1789181801.325153:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:0.0:1789181801.325175:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:2.0:1789181801.325193:0:24221:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385395200 00000100:00100000:2.0:1789181801.325204:0:24221:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385395200 00000100:00100000:0.0:1789181801.325204:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:0.0:1789181801.325239:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385395328 00000100:00100000:0.0:1789181801.325243:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385395328 00000100:00100000:2.0:1789181801.325260:0:24221:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385395456 00000100:00100000:2.0:1789181801.325263:0:24221:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385395456 00000100:00100000:0.0:1789181801.325272:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 59 00000100:00100000:2.0:1789181801.325275:0:24221:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385395072 00000100:00100000:2.0:1789181801.325276:0:24221:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385395072 00000100:00100000:0.0:1789181801.325282:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc37c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b0e18e32-3098-4b25-ac98-8570b9c364c9+5:2394:x1876092385395328:12345-192.168.202.1@tcp:400:kworker.0 00000100:00100000:2.0:1789181801.325286:0:24221:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385395584 00000100:00100000:2.0:1789181801.325288:0:24221:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385395584 00000100:00100000:2.0:1789181801.325300:0:24221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 19 00000100:00100000:2.0:1789181801.325305:0:24221:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc384bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+5:2394:x1876092385395200:12345-192.168.202.1@tcp:400:kworker.0 00000100:00100000:2.0:1789181801.325367:0:24221:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc384bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+5:2394:x1876092385395200:12345-192.168.202.1@tcp:400:kworker.0 Request processed in 61us (283us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181801.325375:0:24221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 19 00000100:00100000:1.0:1789181801.325382:0:24622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 20 00000100:00100000:2.0:1789181801.325392:0:24221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 21 00000100:00100000:2.0:1789181801.325397:0:24221:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc37c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+5:2394:x1876092385395072:12345-192.168.202.1@tcp:400:kworker.0 00000100:00100000:1.0:1789181801.325397:0:24622:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1ddda75050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b0e18e32-3098-4b25-ac98-8570b9c364c9+5:2394:x1876092385395456:12345-192.168.202.1@tcp:400:kworker.0 00000100:00100000:3.0:1789181801.325466:0:24220:0:(service.c:3467:ptlrpc_start_thread()) ost[0] started 4 min 3 max 116 00000100:00100000:3.0:1789181801.325475:0:24220:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost00_004' 00000100:00100000:3.0:1789181801.325517:0:24219:0:(service.c:3467:ptlrpc_start_thread()) ost[0] started 4 min 3 max 116 00000100:00100000:3.0:1789181801.325525:0:24219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 22 00000100:00100000:3.0:1789181801.325533:0:24219:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc37c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b0e18e32-3098-4b25-ac98-8570b9c364c9+5:2394:x1876092385395584:12345-192.168.202.1@tcp:400:kworker.0 00000100:00100000:0.0:1789181801.328662:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc37c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b0e18e32-3098-4b25-ac98-8570b9c364c9+5:2394:x1876092385395328:12345-192.168.202.1@tcp:400:kworker.0 Request processed in 3348us (3453us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181801.328679:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 59 00000100:00080000:0.0:1789181801.330196:0:22705:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1789181801.330206:0:22705:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1789181801.330917:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385394944 00000100:00100000:0.0:1789181801.330930:0:22704:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385394944 00000100:00100000:0.0:1789181801.331011:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 167 00000100:00100000:0.0:1789181801.331022:0:22704:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfbefe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:afcf2124-d83b-4180-90a4-66d7f91a42fa+13:2394:x1876092385394944:12345-192.168.202.1@tcp:400:kworker.0 00000100:00100000:0.0:1789181801.331106:0:22704:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfbefe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:afcf2124-d83b-4180-90a4-66d7f91a42fa+13:2394:x1876092385394944:12345-192.168.202.1@tcp:400:kworker.0 Request processed in 85us (6079us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181801.331113:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 167 00000100:00100000:2.0:1789181801.335792:0:24221:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc37c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+5:2394:x1876092385395072:12345-192.168.202.1@tcp:400:kworker.0 Request processed in 10379us (10623us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181801.335810:0:24221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 21 00000100:00100000:1.0:1789181801.351532:0:24622:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1ddda75050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b0e18e32-3098-4b25-ac98-8570b9c364c9+5:2394:x1876092385395456:12345-192.168.202.1@tcp:400:kworker.0 Request processed in 26122us (26393us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181801.351550:0:24622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 20 00000100:00100000:3.0:1789181801.355112:0:24219:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc37c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b0e18e32-3098-4b25-ac98-8570b9c364c9+5:2394:x1876092385395584:12345-192.168.202.1@tcp:400:kworker.0 Request processed in 29566us (29892us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181801.355129:0:24219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 22 00000100:00100000:0.0:1789181801.381027:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:1.0:1789181801.381123:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385395840 00000100:00100000:1.0:1789181801.381133:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385395840 00000100:00100000:1.0:1789181801.381194:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 42 00000100:00100000:1.0:1789181801.381205:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc37c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+21:18744:x1876092385395840:12345-192.168.202.1@tcp:101:cat.0 00010000:00010000:1.0:1789181801.381472:0:22710:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789181801.381494:0:22710:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084a000/0x76fb5552835190b1 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a80027d91df85b2 expref: -99 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181801.381608:0:22710:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084be00/0x76fb5552835190b8 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181801.381623:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084be00/0x76fb5552835190b8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181801.381636:0:22710:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084be00/0x76fb5552835190b8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1789181801.381660:0:22710:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:1.0:1789181801.381910:0:22710:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084a000/0x76fb5552835190b1 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df85b2 expref: 24 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181801.381931:0:22710:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084be00/0x76fb5552835190b8 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df85b2 expref: 23 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181801.381960:0:22710:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9c1dd0a0df00) 00010000:00010000:1.0:1789181801.381963:0:22710:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1789181801.381967:0:22710:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c1e0084be00, rc 0) 00000100:00100000:1.0:1789181801.382031:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc37c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+23:18744:x1876092385395840:12345-192.168.202.1@tcp:101:cat.0 Request processed in 827us (1013us total) trans 12884901902 rc 0/0 00000100:00100000:1.0:1789181801.382038:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 42 00000100:00100000:2.0:1789181801.387423:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:1.0:1789181801.387490:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385396096 00000100:00100000:1.0:1789181801.387503:0:22712:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385396096 00000100:00100000:2.0:1789181801.387520:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:1.0:1789181801.387563:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 8 00000100:00100000:2.0:1789181801.387571:0:22713:0:(service.c:3467:ptlrpc_start_thread()) mdt_readpage[0] started 2 min 2 max 80 00000100:00100000:1.0:1789181801.387575:0:22712:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc45ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+23:18744:x1876092385396096:12345-192.168.202.1@tcp:35:cat.0 00000100:00100000:2.0:1789181801.387580:0:22713:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_002' 00000100:00100000:1.0:1789181801.387970:0:22712:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc45ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+24:18744:x1876092385396096:12345-192.168.202.1@tcp:35:cat.0 Request processed in 396us (557us total) trans 12884901903 rc 0/0 00000100:00100000:1.0:1789181801.387978:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 8 00000100:00100000:3.0:1789181801.388097:0:22694:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385396224 00000100:00100000:3.0:1789181801.388103:0:22694:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385396224 00000100:00100000:3.0:1789181801.388146:0:22694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 1 00000100:00100000:3.0:1789181801.388154:0:22694:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc45ec700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+24:2396:x1876092385396224:12345-192.168.202.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1789181801.388165:0:22694:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789181801.388191:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084be00/0x76fb5552835190b8 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df85b2 expref: 24 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181801.388208:0:22694:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9c1dd0a0df00) 00010000:00010000:3.0:1789181801.388224:0:22694:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789181801.388245:0:22694:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc45ec700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+23:2396:x1876092385396224:12345-192.168.202.1@tcp:103:ldlm_bl.0 Request processed in 92us (724us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181801.388251:0:22694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 1 00000100:00100000:2.0:1789181801.457273:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:3.0:1789181801.457886:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385396480 00000100:00100000:3.0:1789181801.457898:0:22711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385396480 00000100:00100000:3.0:1789181801.457964:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 43 00000100:00100000:3.0:1789181801.457986:0:22711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc45ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+23:18750:x1876092385396480:12345-192.168.202.1@tcp:101:dd.0 00010000:00010000:3.0:1789181801.458012:0:22711:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789181801.458044:0:22711:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0c00/0x76fb5552835190c6 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a80027d91df85b9 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181801.458264:0:22711:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f1c00/0x76fb5552835190cd lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181801.458281:0:22711:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084ae00/0x76fb55528351906b lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df8596 expref: 24 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181801.458289:0:22711:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cc000/0x76fb555283519080 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df859d expref: 24 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181801.458297:0:22711:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f1c00/0x76fb5552835190cd lrc: 5/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181801.458333:0:22711:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cc000/0x76fb555283519080 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.1@tcp remote: 0x7a80027d91df859d expref: 24 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181801.458349:0:22711:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cc000/0x76fb555283519080 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.1@tcp remote: 0x7a80027d91df859d expref: 24 pid: 22711 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789181801.458363:0:22711:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dfef2e300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22711:1876092408578176:192.168.202.1@tcp:104: 00010000:00010000:3.0:1789181801.458519:0:22711:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084ae00/0x76fb55528351906b lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.1@tcp remote: 0x7a80027d91df8596 expref: 24 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181801.458528:0:22711:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084ae00/0x76fb55528351906b lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.1@tcp remote: 0x7a80027d91df8596 expref: 24 pid: 22710 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789181801.458543:0:22711:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dfef2d180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22711:1876092408578304:192.168.202.1@tcp:104: 00000100:00100000:3.0:1789181801.458567:0:22711:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dfb2fec00 going to sleep for 11 seconds 00000100:00100000:2.0:1789181801.463620:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:2.0:1789181801.463668:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:3.0:1789181801.463797:0:22711:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dfef2e300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22711:1876092408578176:192.168.202.1@tcp:104: 00000100:00100000:3.0:1789181801.463812:0:22711:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dfef2d180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22711:1876092408578304:192.168.202.1@tcp:104: 00010000:00010000:3.0:1789181801.463844:0:22711:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f1c00/0x76fb5552835190cd lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789181801.463862:0:22696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385396608 00000100:00100000:1.0:1789181801.463870:0:22696:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385396608 00010000:00010000:1.0:1789181801.463911:0:22696:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cc000/0x76fb555283519080 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.1@tcp remote: 0x7a80027d91df859d expref: 25 pid: 22711 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789181801.463956:0:22696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385396736 00000100:00100000:1.0:1789181801.463961:0:22696:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385396736 00010000:00010000:1.0:1789181801.463976:0:22696:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084ae00/0x76fb55528351906b lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.1@tcp remote: 0x7a80027d91df8596 expref: 26 pid: 22710 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789181801.464051:0:22696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 17 00000100:00100000:1.0:1789181801.464062:0:22696:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc45ef100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+26:2394:x1876092385396608:12345-192.168.202.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1789181801.464099:0:22696:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789181801.464107:0:22696:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cc000/0x76fb555283519080 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.1@tcp remote: 0x7a80027d91df859d expref: 26 pid: 22711 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181801.464121:0:22696:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cc000/0x76fb555283519080 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.1@tcp remote: 0x7a80027d91df859d expref: 26 pid: 22711 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181801.464146:0:22696:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cc000/0x76fb555283519080 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.1@tcp remote: 0x7a80027d91df859d expref: 26 pid: 22711 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181801.464163:0:22696:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9c1dd0a0df00) 00010000:00010000:1.0:1789181801.464167:0:22696:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f1c00/0x76fb5552835190cd lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181801.464176:0:22696:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f1c00/0x76fb5552835190cd lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181801.464182:0:22696:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789181801.464249:0:22696:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc45ef100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+25:2394:x1876092385396608:12345-192.168.202.1@tcp:103:ldlm_bl.0 Request processed in 188us (638us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181801.464257:0:22696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 17 00000100:00100000:1.0:1789181801.464276:0:22696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 18 00000100:00100000:1.0:1789181801.464283:0:22696:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfb296050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+24:2394:x1876092385396736:12345-192.168.202.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1789181801.464294:0:22696:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789181801.464299:0:22696:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084ae00/0x76fb55528351906b lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.1@tcp remote: 0x7a80027d91df8596 expref: 24 pid: 22710 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181801.464334:0:22696:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084ae00/0x76fb55528351906b lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.1@tcp remote: 0x7a80027d91df8596 expref: 24 pid: 22710 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181801.464347:0:22696:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084ae00/0x76fb55528351906b lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.1@tcp remote: 0x7a80027d91df8596 expref: 24 pid: 22710 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181801.464357:0:22696:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9c1dd0a0df00) 00010000:00010000:1.0:1789181801.464360:0:22696:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f1c00/0x76fb5552835190cd lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181801.464367:0:22696:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f1c00/0x76fb5552835190cd lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181801.464374:0:22696:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f1c00/0x76fb5552835190cd lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181801.464399:0:22696:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789181801.464421:0:22696:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfb296050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+23:2394:x1876092385396736:12345-192.168.202.1@tcp:103:ldlm_bl.0 Request processed in 138us (753us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181801.464427:0:22696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 18 00010000:00010000:0.0:1789181801.467979:0:22711:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f1c00/0x76fb5552835190cd lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181801.468011:0:22711:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f1c00/0x76fb5552835190cd lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1789181801.468416:0:22711:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:0.0:1789181801.468578:0:22711:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0c00/0x76fb5552835190c6 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df85b9 expref: 24 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181801.468597:0:22711:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f1c00/0x76fb5552835190cd lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df85b9 expref: 23 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181801.468605:0:22711:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9c1dd0a0df00) 00010000:00010000:0.0:1789181801.468608:0:22711:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1789181801.468611:0:22711:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c1cc39f1c00, rc 0) 00000100:00100000:0.0:1789181801.468762:0:22711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc45ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+23:18750:x1876092385396480:12345-192.168.202.1@tcp:101:dd.0 Request processed in 10736us (11456us total) trans 12884901904 rc 0/0 00000100:00100000:0.0:1789181801.468773:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 43 00000100:00100000:2.0:1789181801.475037:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:3.0:1789181801.475294:0:25556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385396864 00000100:00100000:3.0:1789181801.475307:0:25556:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385396864 00000100:00100000:3.0:1789181801.475449:0:25556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 44 00000100:00100000:3.0:1789181801.475460:0:25556:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc45eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+23:18750:x1876092385396864:12345-192.168.202.1@tcp:101:dd.0 00010000:00010000:3.0:1789181801.475491:0:25556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789181801.475513:0:25556:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f1e00/0x76fb5552835190db lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a80027d91df85c0 expref: -99 pid: 25556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181801.475552:0:25556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f1000/0x76fb5552835190e2 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181801.475568:0:25556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f1000/0x76fb5552835190e2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181801.475580:0:25556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f1000/0x76fb5552835190e2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181801.475773:0:25556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f1e00/0x76fb5552835190db lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df85c0 expref: 25 pid: 25556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181801.475810:0:25556:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f1000/0x76fb5552835190e2 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df85c0 expref: 24 pid: 25556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181801.475819:0:25556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9c1dd0a0df00) 00010000:00010000:3.0:1789181801.475822:0:25556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1789181801.475827:0:25556:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c1cc39f1000, rc 0) 00000100:00100000:3.0:1789181801.475906:0:25556:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc45eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+24:18750:x1876092385396864:12345-192.168.202.1@tcp:101:dd.0 Request processed in 447us (879us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181801.475914:0:25556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 44 00000100:00100000:0.0:1789181801.482708:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:1.0:1789181801.482841:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385397120 00000100:00100000:1.0:1789181801.482851:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385397120 00000100:00100000:1.0:1789181801.482913:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 45 00000100:00100000:1.0:1789181801.482924:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc37c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+24:18750:x1876092385397120:12345-192.168.202.1@tcp:36:dd.0 00010000:00010000:1.0:1789181801.483162:0:22709:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084ae00/0x76fb5552835190e9 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181801.483184:0:22709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084ae00/0x76fb5552835190e9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181801.483284:0:22709:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084ae00/0x76fb5552835190e9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1789181801.483393:0:22709:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901905 00000004:00010000:1.0:1789181801.483420:0:22709:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000dbbdfcbb reply state 0000000002a5e376 transno 12884901906 ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084ae00/0x76fb5552835190e9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181801.483432:0:22709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084ae00/0x76fb5552835190e9 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181801.483440:0:22709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9c1dd0a0df00) 00010000:00010000:1.0:1789181801.483443:0:22709:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1789181801.483446:0:22709:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1789181801.483537:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc37c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+27:18750:x1876092385397120:12345-192.168.202.1@tcp:36:dd.0 Request processed in 614us (837us total) trans 12884901906 rc 0/0 00000100:00100000:1.0:1789181801.483546:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 45 00000020:00080000:1.0:1789181801.483551:0:22709:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1789181801.487420:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:3.0:1789181801.487485:0:25556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385397248 00000100:00100000:3.0:1789181801.487498:0:25556:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385397248 00000100:00100000:3.0:1789181801.487562:0:25556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 46 00000100:00100000:3.0:1789181801.487574:0:25556:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc37c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+27:18750:x1876092385397248:12345-192.168.202.1@tcp:101:dd.0 00010000:00010000:3.0:1789181801.487602:0:25556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789181801.487624:0:25556:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f1e00/0x76fb5552835190f0 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a80027d91df85c7 expref: -99 pid: 25556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181801.488127:0:25556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f1e00/0x76fb5552835190f0 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df85c7 expref: 28 pid: 25556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181801.488143:0:25556:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f1e00/0x76fb5552835190f0 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df85c7 expref: 28 pid: 25556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181801.488165:0:25556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9c1dd0a0df00) 00010000:00010000:3.0:1789181801.488169:0:25556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1789181801.488187:0:25556:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c1cc39f1e00, rc 0) 00000100:00100000:3.0:1789181801.488259:0:25556:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc37c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+28:18750:x1876092385397248:12345-192.168.202.1@tcp:101:dd.0 Request processed in 686us (852us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181801.488266:0:25556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 46 00000100:00100000:2.0:1789181801.511805:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:0.0:1789181801.513379:0:23867:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385397504 00000100:00100000:0.0:1789181801.513396:0:23867:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385397504 00000100:00100000:0.0:1789181801.513487:0:23867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 2 00000100:00100000:0.0:1789181801.513500:0:23867:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc45ed880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+28:18750:x1876092385397504:12345-192.168.202.1@tcp:103:dd.0 00010000:00010000:0.0:1789181801.513518:0:23867:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789181801.513546:0:23867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f1e00/0x76fb5552835190f0 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df85c7 expref: 28 pid: 25556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181801.513567:0:23867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9c1dd0a0df00) 00010000:00010000:0.0:1789181801.513589:0:23867:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789181801.513678:0:23867:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc45ed880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+27:18750:x1876092385397504:12345-192.168.202.1@tcp:103:dd.0 Request processed in 180us (1882us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181801.513688:0:23867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 2 00000100:00100000:0.0:1789181801.518944:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:1.0:1789181801.519040:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385397632 00000100:00100000:1.0:1789181801.519050:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385397632 00000100:00100000:1.0:1789181801.519115:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 47 00000100:00100000:1.0:1789181801.519127:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc37c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+27:18750:x1876092385397632:12345-192.168.202.1@tcp:58:dd.0 00010000:00010000:1.0:1789181801.519380:0:22709:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084a000/0x76fb5552835190f7 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181801.519401:0:22709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084a000/0x76fb5552835190f7 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181801.519414:0:22709:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084a000/0x76fb5552835190f7 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1789181801.524441:0:22709:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1789181801.524482:0:22709:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7:0x0].3, 64 off8384 00000040:00080000:1.0:1789181801.524677:0:22709:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x14:0x0].1, 136 off8328 00000100:00100000:1.0:1789181801.525362:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc37c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+27:18750:x1876092385397632:12345-192.168.202.1@tcp:58:dd.0 Request processed in 6231us (6423us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181801.525374:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 47 00000100:00100000:2.0:1789181801.537983:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:3.0:1789181801.539776:0:25556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385397760 00000100:00100000:3.0:1789181801.539791:0:25556:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385397760 00000100:00100000:3.0:1789181801.539878:0:25556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 48 00000100:00100000:3.0:1789181801.539893:0:25556:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc45edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+27:18750:x1876092385397760:12345-192.168.202.1@tcp:101:dd.0 00010000:00010000:3.0:1789181801.539926:0:25556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789181801.539951:0:25556:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0a00/0x76fb5552835190fe lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a80027d91df85ce expref: -99 pid: 25556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181801.540021:0:25556:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084a000/0x76fb5552835190f7 lrc: 2/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181801.540034:0:25556:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0a00/0x76fb5552835190fe lrc: 4/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df85ce expref: 28 pid: 25556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181801.540067:0:25556:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084a000/0x76fb5552835190f7 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181801.540083:0:25556:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0a00/0x76fb5552835190fe lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df85ce expref: 28 pid: 25556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181801.540098:0:25556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9c1dd0a0df00) 00010000:00010000:3.0:1789181801.540101:0:25556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1789181801.540106:0:25556:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0a00/0x76fb5552835190fe lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df85ce expref: 28 pid: 25556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181801.540133:0:25556:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c1cc39f0a00, rc 0) 00000100:00100000:3.0:1789181801.540322:0:25556:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc45edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+28:18750:x1876092385397760:12345-192.168.202.1@tcp:101:dd.0 Request processed in 433us (2349us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181801.540327:0:25556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 48 00010000:00010000:1.0:1789181801.996767:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1789181802.444308:0:22742:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1789181802.444320:0:22742:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1789181802.444349:0:22742:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:2.0:1789181802.444358:0:22742:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:2.0:1789181802.444505:0:22742:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc45efb80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22742:1876092408578432:192.168.202.1@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1789181802.444609:0:22742:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dd00c1300 going to sleep for 11 seconds 00000100:00100000:1.0:1789181802.450255:0:22742:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc45efb80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22742:1876092408578432:192.168.202.1@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1789181802.454538:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:3.0:1789181802.454973:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385397888 00000100:00100000:3.0:1789181802.454984:0:22711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385397888 00000100:00100000:3.0:1789181802.455069:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 49 00000100:00100000:3.0:1789181802.455080:0:22711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc37c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+28:18751:x1876092385397888:12345-192.168.202.1@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1789181802.455111:0:22711:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1789181802.455234:0:22711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc37c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+28:18751:x1876092385397888:12345-192.168.202.1@tcp:53:lhsmtool_posix.0 Request processed in 156us (706us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181802.455242:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 49 00000100:00080000:0.0:1789181802.456289:0:22705:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1789181802.462100:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:3.0:1789181802.462190:0:25556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385398016 00000100:00100000:3.0:1789181802.462202:0:25556:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385398016 00000100:00100000:3.0:1789181802.462316:0:25556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 50 00000100:00100000:3.0:1789181802.462328:0:25556:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc45edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+28:18751:x1876092385398016:12345-192.168.202.1@tcp:34:lhsmtool_posix.0 00010000:00010000:3.0:1789181802.462407:0:25556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f1e00/0x76fb555283519105 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181802.462437:0:25556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f1e00/0x76fb555283519105 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181802.462452:0:25556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f1e00/0x76fb555283519105 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181802.462507:0:25556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0c00/0x76fb55528351910c lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181802.462532:0:25556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0c00/0x76fb55528351910c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181802.462540:0:25556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0c00/0x76fb55528351910c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181802.462567:0:25556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0600/0x76fb555283519113 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181802.462576:0:25556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0600/0x76fb555283519113 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181802.462582:0:25556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0600/0x76fb555283519113 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1789181802.462632:0:25556:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:3.0:1789181802.462655:0:25556:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1789181802.462674:0:25556:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0600/0x76fb555283519113 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181802.462685:0:25556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f1e00/0x76fb555283519105 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181802.462692:0:25556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f1e00/0x76fb555283519105 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181802.462699:0:25556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f1e00/0x76fb555283519105 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181802.462705:0:25556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1cc39f1e00 already unused, calling callback (ffffffffc19bb4f0) 00010000:00010000:3.0:1789181802.462710:0:25556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f1e00/0x76fb555283519105 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181802.462766:0:25556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f1e00/0x76fb555283519105 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181802.462782:0:25556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9c1dd0a0dd00) 00010000:00010000:3.0:1789181802.462785:0:25556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789181802.462801:0:25556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f1e00/0x76fb555283519105 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181802.462808:0:25556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f1e00/0x76fb555283519105 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181802.462823:0:25556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0c00/0x76fb55528351910c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181802.462829:0:25556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0c00/0x76fb55528351910c lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181802.462835:0:25556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0c00/0x76fb55528351910c lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181802.462839:0:25556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1cc39f0c00 already unused, calling callback (ffffffffc19bb4f0) 00010000:00010000:3.0:1789181802.462842:0:25556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0c00/0x76fb55528351910c lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181802.462849:0:25556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0c00/0x76fb55528351910c lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181802.462856:0:25556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x925dcd63 (ffff9c1dfb0b7400) 00010000:00010000:3.0:1789181802.462859:0:25556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789181802.462862:0:25556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0c00/0x76fb55528351910c lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181802.462880:0:25556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0c00/0x76fb55528351910c lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181802.462898:0:25556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0600/0x76fb555283519113 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181802.462903:0:25556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0600/0x76fb555283519113 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181802.462909:0:25556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0600/0x76fb555283519113 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181802.462914:0:25556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1cc39f0600 already unused, calling callback (ffffffffc19bb4f0) 00010000:00010000:3.0:1789181802.462917:0:25556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0600/0x76fb555283519113 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181802.462923:0:25556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0600/0x76fb555283519113 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181802.462931:0:25556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9c1dd0a0df00) 00010000:00010000:3.0:1789181802.462933:0:25556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789181802.462936:0:25556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0600/0x76fb555283519113 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181802.462942:0:25556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0600/0x76fb555283519113 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789181802.463029:0:25556:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc45edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+28:18751:x1876092385398016:12345-192.168.202.1@tcp:34:lhsmtool_posix.0 Request processed in 701us (938us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181802.463037:0:25556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 50 00000100:00100000:2.0:1789181802.479705:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:3.0:1789181802.480075:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385398272 00000100:00100000:3.0:1789181802.480086:0:22711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385398272 00000100:00100000:3.0:1789181802.480141:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 51 00000100:00100000:3.0:1789181802.480150:0:22711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc45efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+28:18751:x1876092385398272:12345-192.168.202.1@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1789181802.480171:0:22711:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789181802.480187:0:22711:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0600/0x76fb55528351911a lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a80027d91df85d5 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181802.480274:0:22711:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0c00/0x76fb555283519121 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181802.480286:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0c00/0x76fb555283519121 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181802.480294:0:22711:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0c00/0x76fb555283519121 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1789181802.480301:0:22711:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:3.0:1789181802.480359:0:22711:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0c00/0x76fb555283519121 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181802.480364:0:22711:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0c00/0x76fb555283519121 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181802.480368:0:22711:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0c00/0x76fb555283519121 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181802.480372:0:22711:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1cc39f0c00 already unused, calling callback (ffffffffc19bb4f0) 00010000:00010000:3.0:1789181802.480375:0:22711:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0c00/0x76fb555283519121 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181802.480380:0:22711:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0c00/0x76fb555283519121 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181802.480463:0:22711:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9c1dd0a0df00) 00010000:00010000:3.0:1789181802.480466:0:22711:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1789181802.480471:0:22711:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0c00/0x76fb555283519121 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181802.480477:0:22711:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0c00/0x76fb555283519121 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181802.480519:0:22711:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0600/0x76fb55528351911a lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df85d5 expref: 30 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181802.480531:0:22711:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9c1dd0a0dd00) 00010000:00010000:3.0:1789181802.480534:0:22711:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1789181802.480537:0:22711:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0600/0x76fb55528351911a lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df85d5 expref: 30 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181802.480546:0:22711:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c1cc39f0600, rc 0) 00000100:00100000:3.0:1789181802.480608:0:22711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc45efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+29:18751:x1876092385398272:12345-192.168.202.1@tcp:101:lhsmtool_posix.0 Request processed in 459us (913us total) trans 12884901907 rc 301/301 00000100:00100000:3.0:1789181802.480615:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 51 00000100:00100000:0.0:1789181802.495167:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:1.0:1789181802.495620:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385398400 00000100:00100000:1.0:1789181802.495632:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385398400 00000100:00100000:1.0:1789181802.495709:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 52 00000100:00100000:1.0:1789181802.495720:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc37c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+29:18751:x1876092385398400:12345-192.168.202.1@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1789181802.495858:0:22710:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1789181802.496006:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc37c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+29:18751:x1876092385398400:12345-192.168.202.1@tcp:53:lhsmtool_posix.0 Request processed in 288us (861us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181802.496011:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 52 00000100:00100000:2.0:1789181802.507196:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:3.0:1789181802.507288:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385398656 00000100:00100000:3.0:1789181802.507298:0:22711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385398656 00000100:00100000:3.0:1789181802.507419:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 53 00000100:00100000:3.0:1789181802.507430:0:22711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc45ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+29:18751:x1876092385398656:12345-192.168.202.1@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1789181802.507452:0:22711:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789181802.507486:0:22711:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0600/0x76fb55528351912f lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a80027d91df85dc expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1789181802.507939:0:22711:0:(osp_internal.h:553:osp_update_last_fid()) Gap in objids: start=[0x2c0000401:0x7:0x0], count =59 00000004:00080000:3.0:1789181802.507947:0:22711:0:(osp_object.c:1645:osp_create()) Writing gap [0x2c0000401:0x7:0x0]+59 in llog 00000004:00080000:3.0:1789181802.507967:0:22711:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x42:0x0], index 1: 0 00010000:00010000:3.0:1789181802.508117:0:22711:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0c00/0x76fb555283519136 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181802.508130:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0c00/0x76fb555283519136 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181802.508143:0:22711:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0c00/0x76fb555283519136 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181802.508200:0:22711:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0600/0x76fb55528351912f lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df85dc expref: 32 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181802.508218:0:22711:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0c00/0x76fb555283519136 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df85dc expref: 31 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181802.508228:0:22711:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9c1dfb0b7400) 00010000:00010000:3.0:1789181802.508230:0:22711:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1789181802.508234:0:22711:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c1cc39f0c00, rc 0) 00000100:00100000:3.0:1789181802.508303:0:22711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc45ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+31:18751:x1876092385398656:12345-192.168.202.1@tcp:101:lhsmtool_posix.0 Request processed in 875us (1115us total) trans 12884901908 rc 0/0 00000100:00100000:3.0:1789181802.508311:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 53 00000100:00100000:0.0:1789181802.513058:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:1.0:1789181802.513766:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385398912 00000100:00100000:1.0:1789181802.513777:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385398912 00000100:00100000:1.0:1789181802.513836:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 54 00000100:00100000:1.0:1789181802.513846:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc37c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+31:18751:x1876092385398912:12345-192.168.202.1@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1789181802.513908:0:22710:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789181802.513936:0:22710:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0c00/0x76fb555283519136 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df85dc expref: 31 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181802.513955:0:22710:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9c1dfb0b7400) 00010000:00010000:1.0:1789181802.513981:0:22710:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1789181802.514016:0:22710:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084a600/0x76fb555283519144 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181802.514032:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084a600/0x76fb555283519144 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181802.514043:0:22710:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084a600/0x76fb555283519144 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181802.514058:0:22710:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084b800/0x76fb55528351914b lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0xb80dfc5e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181802.514064:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084b800/0x76fb55528351914b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb80dfc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181802.514070:0:22710:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084b800/0x76fb55528351914b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb80dfc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181802.514118:0:22710:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084a600/0x76fb555283519144 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181802.514126:0:22710:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084a600/0x76fb555283519144 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181802.514133:0:22710:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084a600/0x76fb555283519144 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181802.514138:0:22710:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1e0084a600 already unused, calling callback (ffffffffc19bb4f0) 00010000:00010000:1.0:1789181802.514143:0:22710:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084a600/0x76fb555283519144 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181802.514162:0:22710:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084a600/0x76fb555283519144 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181802.514179:0:22710:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9c1dfb0b7500) 00010000:00010000:1.0:1789181802.514181:0:22710:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789181802.514185:0:22710:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084a600/0x76fb555283519144 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181802.514191:0:22710:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084a600/0x76fb555283519144 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181802.514201:0:22710:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084b800/0x76fb55528351914b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb80dfc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181802.514208:0:22710:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084b800/0x76fb55528351914b lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb80dfc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181802.514214:0:22710:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084b800/0x76fb55528351914b lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb80dfc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181802.514219:0:22710:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1e0084b800 already unused, calling callback (ffffffffc19bb4f0) 00010000:00010000:1.0:1789181802.514221:0:22710:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084b800/0x76fb55528351914b lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb80dfc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181802.514227:0:22710:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084b800/0x76fb55528351914b lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb80dfc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181802.514234:0:22710:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb80dfc5e (ffff9c1dd0a0d000) 00010000:00010000:1.0:1789181802.514236:0:22710:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789181802.514239:0:22710:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084b800/0x76fb55528351914b lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0xb80dfc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181802.514244:0:22710:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084b800/0x76fb55528351914b lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0xb80dfc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789181802.514347:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc37c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+30:18751:x1876092385398912:12345-192.168.202.1@tcp:36:lhsmtool_posix.0 Request processed in 501us (1297us total) trans 0 rc -2/-2 00000100:00100000:1.0:1789181802.514354:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 54 00000100:00100000:0.0:1789181802.520402:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:1.0:1789181802.520619:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385399040 00000100:00100000:1.0:1789181802.520629:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385399040 00000100:00100000:1.0:1789181802.520705:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 55 00000100:00100000:1.0:1789181802.520715:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc37c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+30:18751:x1876092385399040:12345-192.168.202.1@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1789181802.520764:0:22709:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789181802.520790:0:22709:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084be00/0x76fb555283519152 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a80027d91df85e3 expref: -99 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181802.520827:0:22709:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc1679800/0x76fb555283519159 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181802.520841:0:22709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc1679800/0x76fb555283519159 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181802.520852:0:22709:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc1679800/0x76fb555283519159 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181802.520968:0:22709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084be00/0x76fb555283519152 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df85e3 expref: 32 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181802.520987:0:22709:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc1679800/0x76fb555283519159 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df85e3 expref: 31 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181802.520996:0:22709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9c1dd0a0d800) 00010000:00010000:1.0:1789181802.521020:0:22709:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1789181802.521024:0:22709:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c1dc1679800, rc 0) 00000100:00100000:1.0:1789181802.521093:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc37c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+31:18751:x1876092385399040:12345-192.168.202.1@tcp:101:lhsmtool_posix.0 Request processed in 378us (700us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181802.521100:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 55 00000100:00100000:2.0:1789181802.527218:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:3.0:1789181802.528058:0:25556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385399296 00000100:00100000:3.0:1789181802.528070:0:25556:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385399296 00000100:00100000:3.0:1789181802.528135:0:25556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 56 00000100:00100000:3.0:1789181802.528146:0:25556:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc45ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+31:18751:x1876092385399296:12345-192.168.202.1@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1789181802.528259:0:25556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0600/0x76fb555283519160 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181802.528275:0:25556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0600/0x76fb555283519160 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181802.528287:0:25556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0600/0x76fb555283519160 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1789181802.528462:0:25556:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x12:0x0].2, 88 off8344 00000004:00080000:3.0:1789181802.528477:0:25556:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 758515752635ns, next at 759515743886ns, rc = 0 00000004:00010000:3.0:1789181802.528517:0:25556:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000b45841b1 reply state 000000004a52001d transno 12884901909 ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0600/0x76fb555283519160 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181802.528530:0:25556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0600/0x76fb555283519160 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181802.528539:0:25556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9c1dd0a0d800) 00010000:00010000:3.0:1789181802.528541:0:25556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:3.0:1789181802.528546:0:25556:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1789181802.528717:0:25556:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc45ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+33:18751:x1876092385399296:12345-192.168.202.1@tcp:36:lhsmtool_posix.0 Request processed in 571us (1508us total) trans 12884901909 rc 0/0 00000100:00100000:3.0:1789181802.528773:0:25556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 56 00000100:00100000:0.0:1789181802.536151:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:3.0:1789181802.536233:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385399424 00000100:00100000:3.0:1789181802.536244:0:22711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385399424 00000100:00100000:3.0:1789181802.536333:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 57 00000100:00100000:3.0:1789181802.536341:0:22711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc37c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+33:18751:x1876092385399424:12345-192.168.202.1@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1789181802.536362:0:22711:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789181802.536377:0:22711:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f1e00/0x76fb555283519167 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a80027d91df85ea expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181802.536456:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f1e00/0x76fb555283519167 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df85ea expref: 34 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181802.536572:0:22711:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f1e00/0x76fb555283519167 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df85ea expref: 34 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181802.536590:0:22711:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9c1dd0a0d800) 00010000:00010000:3.0:1789181802.536592:0:22711:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1789181802.536595:0:22711:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c1cc39f1e00, rc 0) 00000100:00100000:3.0:1789181802.536923:0:22711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc37c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+34:18751:x1876092385399424:12345-192.168.202.1@tcp:101:lhsmtool_posix.0 Request processed in 379us (579us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181802.536934:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 57 00000100:00100000:0.0:1789181802.541035:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:3.0:1789181802.541273:0:24220:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385399552 00000100:00100000:3.0:1789181802.541283:0:24220:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385399552 00000100:00100000:3.0:1789181802.541374:0:24220:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 23 00000100:00100000:3.0:1789181802.541387:0:24220:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc37c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+5:2393:x1876092385399552:12345-192.168.202.1@tcp:2:lhsmtool_posix.0 00000100:00100000:3.0:1789181802.541703:0:24220:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc37c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+6:2393:x1876092385399552:12345-192.168.202.1@tcp:2:lhsmtool_posix.0 Request processed in 318us (675us total) trans 12884901891 rc 0/0 00000100:00100000:3.0:1789181802.541711:0:24220:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 23 00000100:00100000:2.0:1789181802.546383:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:0.0:1789181802.547050:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385399808 00000100:00100000:0.0:1789181802.547061:0:22713:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385399808 00000100:00100000:0.0:1789181802.547160:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 9 00000100:00100000:0.0:1789181802.547172:0:22713:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc45ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+34:18751:x1876092385399808:12345-192.168.202.1@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1789181802.547461:0:22713:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc45ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+35:18751:x1876092385399808:12345-192.168.202.1@tcp:35:lhsmtool_posix.0 Request processed in 291us (1088us total) trans 12884901910 rc 0/0 00000100:00100000:0.0:1789181802.547480:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 9 00000100:00100000:2.0:1789181802.552032:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:1.0:1789181802.552135:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385400064 00000100:00100000:1.0:1789181802.552146:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385400064 00000100:00100000:1.0:1789181802.552240:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 58 00000100:00100000:1.0:1789181802.552251:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc45ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+35:18751:x1876092385400064:12345-192.168.202.1@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1789181802.552372:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc45ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+35:18751:x1876092385400064:12345-192.168.202.1@tcp:57:lhsmtool_posix.0 Request processed in 122us (350us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181802.552379:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 58 00000100:00100000:1.0:1789181802.556993:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:0.0:1789181802.557093:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385400192 00000100:00100000:0.0:1789181802.557104:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385400192 00000100:00100000:0.0:1789181802.557174:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 59 00000100:00100000:0.0:1789181802.557185:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfee60380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+35:18751:x1876092385400192:12345-192.168.202.1@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1789181802.557207:0:22709:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789181802.557228:0:22709:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cd200/0x76fb55528351916e lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a80027d91df85f1 expref: -99 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181802.557311:0:22709:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cca00/0x76fb555283519175 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181802.557326:0:22709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cca00/0x76fb555283519175 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181802.557336:0:22709:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cca00/0x76fb555283519175 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1789181802.557383:0:22709:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1789181802.557416:0:22709:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cca00/0x76fb555283519175 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181802.557444:0:22709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cd200/0x76fb55528351916e lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df85f1 expref: 37 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181802.557473:0:22709:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cca00/0x76fb555283519175 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df85f1 expref: 36 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181802.557482:0:22709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9c1dd0a0d800) 00010000:00010000:0.0:1789181802.557485:0:22709:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1789181802.557489:0:22709:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c1cc34cca00, rc 0) 00000100:00100000:0.0:1789181802.557563:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfee60380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+36:18751:x1876092385400192:12345-192.168.202.1@tcp:101:lhsmtool_posix.0 Request processed in 379us (582us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181802.557570:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 59 00000100:00100000:2.0:1789181802.562163:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:0.0:1789181802.562246:0:24221:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385400320 00000100:00100000:0.0:1789181802.562258:0:24221:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385400320 00000100:00100000:0.0:1789181802.562318:0:24221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 24 00000100:00100000:0.0:1789181802.562342:0:24221:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc45eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+6:2393:x1876092385400320:12345-192.168.202.1@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1789181802.562363:0:24221:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789181802.562383:0:24221:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a6c2d67f/0x76fb55528351917c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a80027d91df85f8 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1789181802.562422:0:24221:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x42:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6aa4bf6a, blocks: 0x0 00010000:00010000:0.0:1789181802.562443:0:24221:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=758s v=(0 0) 00010000:00010000:0.0:1789181802.562447:0:24221:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789181802.562457:0:24221:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a6c2d67f/0x76fb55528351917c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df85f8 expref: 7 pid: 24221 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181802.562478:0:24221:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a6c2d67f/0x76fb55528351917c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df85f8 expref: 7 pid: 24221 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181802.562492:0:24221:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c1cc34cd000, rc 0) 00000100:00100000:0.0:1789181802.562570:0:24221:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc45eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+7:2393:x1876092385400320:12345-192.168.202.1@tcp:101:lhsmtool_posix.0 Request processed in 230us (418us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181802.562577:0:24221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 24 00000100:00100000:2.0:1789181802.568093:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:3.0:1789181802.569988:0:25556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385400576 00000100:00100000:3.0:1789181802.570007:0:25556:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385400576 00000100:00100000:2.0:1789181802.570212:0:25556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 60 00000100:00100000:2.0:1789181802.570224:0:25556:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3ba5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+36:18751:x1876092385400576:12345-192.168.202.1@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1789181802.570342:0:25556:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3ba5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+36:18751:x1876092385400576:12345-192.168.202.1@tcp:57:lhsmtool_posix.0 Request processed in 120us (2258us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181802.570350:0:25556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 60 00000100:00100000:2.0:1789181802.574833:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:0.0:1789181802.574968:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385400704 00000100:00100000:0.0:1789181802.574980:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385400704 00000100:00100000:0.0:1789181802.575041:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 61 00000100:00100000:0.0:1789181802.575052:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3ba6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+36:18751:x1876092385400704:12345-192.168.202.1@tcp:44:lhsmtool_posix.0 00000001:00080000:1.0:1789181802.578930:0:22689:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901910 is committed 00000004:00080000:1.0:1789181802.578951:0:22689:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2 committed 00000001:00080000:1.0:1789181802.579031:0:22689:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901895 is committed 00010000:00010000:0.0:1789181802.579111:0:3629:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc1522600/0x76fb555283519009 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181802.579124:0:3629:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc1522600/0x76fb555283519009 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181802.579149:0:3629:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc1522600/0x76fb555283519009 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181802.579156:0:3629:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1dc1522600 already unused, calling callback (ffffffffc19bb4f0) 00010000:00010000:0.0:1789181802.579161:0:3629:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc1522600/0x76fb555283519009 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181802.579171:0:3629:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc1522600/0x76fb555283519009 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181802.579188:0:3629:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9c1dfb0b7500) 00010000:00010000:0.0:1789181802.579192:0:3629:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1789181802.579197:0:3629:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc1522600/0x76fb555283519009 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181802.579203:0:3629:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc1522600/0x76fb555283519009 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789181802.579242:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3ba6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+19:18751:x1876092385400704:12345-192.168.202.1@tcp:44:lhsmtool_posix.0 Request processed in 4185us (4412us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181802.579253:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 61 00000100:00100000:3.0:1789181802.584030:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1789181802.584054:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dfef2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1876092408578560:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1789181802.584130:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181802.584185:0:24219:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408578560 00000100:00100000:3.0:1789181802.584207:0:24219:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408578560 00000100:00100000:3.0:1789181802.584271:0:24219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1789181802.584282:0:24219:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfef2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1876092408578560:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1789181802.584526:0:24219:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1789181802.584530:0:24219:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1789181802.584533:0:24219:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1789181802.584535:0:24219:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb ctime from disk: 1789181802 -> 1789181802 00002000:00010000:3.0:1789181802.584538:0:24219:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1789181802.584585:0:24219:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfef2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3646:x1876092408578560:12345-0@lo:2:osp-syn-1-0.0 Request processed in 305us (455us total) trans 12884901892 rc 0/0 00000100:00100000:3.0:1789181802.584593:0:24219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000004:00080000:3.0:1789181802.584655:0:3646:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9c1dfef2d180/2, rc 0, transno 12884901892 00000100:00100000:3.0:1789181802.584662:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dfef2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1876092408578560:0@lo:2:osp-syn-1-0.0 00000100:00080000:0.0:1789181802.585586:0:22705:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1789181802.587179:0:3630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f1200/0x76fb555283518fb5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181802.587196:0:3630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f1200/0x76fb555283518fb5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181802.587204:0:3630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f1200/0x76fb555283518fb5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181802.587209:0:3630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1cc39f1200 already unused, calling callback (ffffffffc19bb4f0) 00010000:00010000:2.0:1789181802.587214:0:3630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f1200/0x76fb555283518fb5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181802.587234:0:3630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f1200/0x76fb555283518fb5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181802.587253:0:3630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9c1dfb0b7d00) 00010000:00010000:2.0:1789181802.587269:0:3630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789181802.587384:0:3630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f1200/0x76fb555283518fb5 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181802.587450:0:3630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f1200/0x76fb555283518fb5 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181802.587480:0:3630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f1400/0x76fb555283518fbc lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181802.587487:0:3630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f1400/0x76fb555283518fbc lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181802.587494:0:3630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f1400/0x76fb555283518fbc lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181802.587499:0:3630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1cc39f1400 already unused, calling callback (ffffffffc19bb4f0) 00010000:00010000:2.0:1789181802.587502:0:3630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f1400/0x76fb555283518fbc lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181802.587509:0:3630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f1400/0x76fb555283518fbc lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181802.587519:0:3630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9c1dfb0b7500) 00010000:00010000:2.0:1789181802.587521:0:3630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789181802.587524:0:3630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f1400/0x76fb555283518fbc lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181802.587531:0:3630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f1400/0x76fb555283518fbc lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181802.587544:0:3630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084a400/0x76fb555283519064 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181802.587560:0:3630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084a400/0x76fb555283519064 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181802.587566:0:3630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084a400/0x76fb555283519064 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181802.587572:0:3630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1e0084a400 already unused, calling callback (ffffffffc19bb4f0) 00010000:00010000:2.0:1789181802.587575:0:3630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084a400/0x76fb555283519064 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181802.587581:0:3630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084a400/0x76fb555283519064 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181802.587590:0:3630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff9c1dd0a0d900) 00010000:00010000:2.0:1789181802.587592:0:3630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789181802.587595:0:3630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084a400/0x76fb555283519064 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181802.587601:0:3630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084a400/0x76fb555283519064 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181802.587619:0:3630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084ae00/0x76fb5552835190e9 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181802.587625:0:3630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084ae00/0x76fb5552835190e9 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181802.587631:0:3630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084ae00/0x76fb5552835190e9 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181802.587645:0:3630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1e0084ae00 already unused, calling callback (ffffffffc19bb4f0) 00010000:00010000:2.0:1789181802.587654:0:3630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084ae00/0x76fb5552835190e9 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181802.587661:0:3630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084ae00/0x76fb5552835190e9 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181802.587671:0:3630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9c1dd0a0df00) 00010000:00010000:2.0:1789181802.587673:0:3630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789181802.587676:0:3630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084ae00/0x76fb5552835190e9 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181802.587682:0:3630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084ae00/0x76fb5552835190e9 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181802.587693:0:3630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0600/0x76fb555283519160 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181802.587699:0:3630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0600/0x76fb555283519160 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181802.587704:0:3630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0600/0x76fb555283519160 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181802.587709:0:3630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1cc39f0600 already unused, calling callback (ffffffffc19bb4f0) 00010000:00010000:2.0:1789181802.587712:0:3630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0600/0x76fb555283519160 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181802.587717:0:3630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0600/0x76fb555283519160 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181802.587745:0:3630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9c1dd0a0d800) 00010000:00010000:2.0:1789181802.587748:0:3630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1789181802.587758:0:3630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0600/0x76fb555283519160 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181802.587764:0:3630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0600/0x76fb555283519160 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789181802.594405:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:3.0:1789181802.594507:0:24220:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385400832 00000100:00100000:3.0:1789181802.594528:0:24220:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385400832 00000100:00100000:3.0:1789181802.594593:0:24220:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 26 00000100:00100000:3.0:1789181802.594604:0:24220:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dc4de9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+7:2393:x1876092385400832:12345-192.168.202.1@tcp:16:lhsmtool_posix.0 00000100:00100000:3.0:1789181802.594770:0:24220:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dc4de9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+7:2393:x1876092385400832:12345-192.168.202.1@tcp:16:lhsmtool_posix.0 Request processed in 156us (373us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181802.594778:0:24220:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 26 00000100:00100000:3.0:1789181802.599450:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:1.0:1789181802.599858:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385401088 00000100:00100000:1.0:1789181802.599869:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385401088 00000100:00100000:1.0:1789181802.599931:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 62 00000100:00100000:1.0:1789181802.599942:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfef2d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+15:18751:x1876092385401088:12345-192.168.202.1@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1789181802.599998:0:22710:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789181802.600024:0:22710:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cca00/0x76fb555283519175 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df85f1 expref: 15 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181802.600064:0:22710:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9c1dd0a0d800) 00010000:00010000:1.0:1789181802.600069:0:22710:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1789181802.600100:0:22710:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc1679a00/0x76fb555283519183 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181802.600114:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc1679a00/0x76fb555283519183 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181802.600123:0:22710:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc1679a00/0x76fb555283519183 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1789181802.600249:0:22710:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000aa45efec reply state 000000008206d198 transno 12884901911 ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc1679a00/0x76fb555283519183 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181802.600261:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc1679a00/0x76fb555283519183 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181802.600268:0:22710:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9c1dd0a0d800) 00010000:00010000:1.0:1789181802.600271:0:22710:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1789181802.600274:0:22710:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1789181802.600374:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfef2d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+16:18751:x1876092385401088:12345-192.168.202.1@tcp:36:lhsmtool_posix.0 Request processed in 433us (934us total) trans 12884901911 rc 0/0 00000100:00100000:1.0:1789181802.600381:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 62 00000100:00100000:1.0:1789181802.604111:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:0.0:1789181802.604216:0:24622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385401216 00000100:00100000:0.0:1789181802.604225:0:24622:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385401216 00000100:00100000:0.0:1789181802.604273:0:24622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 27 00000100:00100000:0.0:1789181802.604280:0:24622:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfee63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+7:18751:x1876092385401216:12345-192.168.202.1@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1789181802.604295:0:24622:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789181802.604309:0:24622:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008d608aaf/0x76fb55528351918a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7a80027d91df85ff expref: -99 pid: 24622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181802.604333:0:24622:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a6c2d67f/0x76fb55528351917c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df85f8 expref: 8 pid: 24221 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181802.604345:0:24622:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789181802.604348:0:24622:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789181802.604352:0:24622:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008d608aaf/0x76fb55528351918a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df85ff expref: 8 pid: 24622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181802.604381:0:24622:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a6c2d67f/0x76fb55528351917c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.1@tcp remote: 0x7a80027d91df85f8 expref: 8 pid: 24221 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181802.604392:0:24622:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a6c2d67f/0x76fb55528351917c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.1@tcp remote: 0x7a80027d91df85f8 expref: 8 pid: 24221 timeout: 858 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789181802.604414:0:24622:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dc4de9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:24622:1876092408578688:192.168.202.1@tcp:104: 00000100:00100000:0.0:1789181802.604503:0:24622:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dd22c6b40 going to sleep for 11 seconds 00000100:00100000:0.0:1789181802.607941:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:1.0:1789181802.608037:0:24622:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dc4de9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:24622:1876092408578688:192.168.202.1@tcp:104: 00010000:00010000:1.0:1789181802.608066:0:24622:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008d608aaf/0x76fb55528351918a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df85ff expref: 8 pid: 24622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181802.608099:0:24622:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c1cc34cd400, rc 0) 00000100:00100000:1.0:1789181802.608150:0:24622:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfee63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+8:18751:x1876092385401216:12345-192.168.202.1@tcp:101:lhsmtool_posix.0 Request processed in 3871us (4049us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181802.608158:0:24622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 27 00000100:00100000:2.0:1789181802.608263:0:22695:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385401344 00000100:00100000:2.0:1789181802.608269:0:22695:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385401344 00010000:00010000:2.0:1789181802.608293:0:22695:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a6c2d67f/0x76fb55528351917c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.1@tcp remote: 0x7a80027d91df85f8 expref: 8 pid: 24221 timeout: 858 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789181802.608320:0:22695:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 19 00000100:00100000:2.0:1789181802.608326:0:22695:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dc4dea680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+8:2394:x1876092385401344:12345-192.168.202.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1789181802.608335:0:22695:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789181802.608353:0:22695:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a6c2d67f/0x76fb55528351917c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.1@tcp remote: 0x7a80027d91df85f8 expref: 8 pid: 24221 timeout: 858 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181802.608362:0:22695:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a6c2d67f/0x76fb55528351917c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.1@tcp remote: 0x7a80027d91df85f8 expref: 8 pid: 24221 timeout: 858 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181802.608380:0:22695:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a6c2d67f/0x76fb55528351917c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.1@tcp remote: 0x7a80027d91df85f8 expref: 8 pid: 24221 timeout: 858 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181802.608391:0:22695:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789181802.608394:0:22695:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789181802.608399:0:22695:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008d608aaf/0x76fb55528351918a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df85ff expref: 7 pid: 24622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181802.608421:0:22695:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008d608aaf/0x76fb55528351918a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df85ff expref: 7 pid: 24622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181802.608456:0:22695:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000008d608aaf/0x76fb55528351918a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df85ff expref: 7 pid: 24622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789181802.608481:0:22695:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc3ba5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:22695:1876092408578816:192.168.202.1@tcp:105: 00000100:00100000:2.0:1789181802.608907:0:22695:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dd00c1300 going to sleep for 11 seconds 00000100:00100000:1.0:1789181802.613899:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:2.0:1789181802.614170:0:22695:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc3ba5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:22695:1876092408578816:192.168.202.1@tcp:105: 00010000:00010000:2.0:1789181802.614197:0:22695:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789181802.614249:0:22695:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dc4dea680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+7:2394:x1876092385401344:12345-192.168.202.1@tcp:103:ldlm_bl.0 Request processed in 5921us (6315us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181802.614260:0:22695:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 19 00000100:00100000:0.0:1789181802.614857:0:25759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385401472 00000100:00100000:0.0:1789181802.614866:0:25759:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385401472 00000100:00100000:0.0:1789181802.614917:0:25759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 28 00000100:00100000:0.0:1789181802.614924:0:25759:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfee62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+7:2394:x1876092385401472:12345-192.168.202.1@tcp:2:lhsmtool_posix.0 00002000:00010000:0.0:1789181802.615063:0:25759:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1789181802.615067:0:25759:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb mtime from disk: 0 -> 1789181801 00002000:00010000:0.0:1789181802.615069:0:25759:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb atime from disk: 0 -> 1789181800 00002000:00010000:0.0:1789181802.615071:0:25759:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb ctime from disk: 1789181802 -> 1789181801 00002000:00010000:0.0:1789181802.615073:0:25759:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1789181802.615117:0:25759:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfee62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+8:2394:x1876092385401472:12345-192.168.202.1@tcp:2:lhsmtool_posix.0 Request processed in 192us (1229us total) trans 12884901893 rc 0/0 00000100:00100000:0.0:1789181802.615135:0:25759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 28 00000100:00100000:3.0:1789181802.617482:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:0.0:1789181802.617675:0:24221:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385401600 00000100:00100000:0.0:1789181802.617686:0:24221:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385401600 00000100:00100000:0.0:1789181802.617939:0:24221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 29 00000100:00100000:0.0:1789181802.617952:0:24221:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfef2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+8:2394:x1876092385401600:12345-192.168.202.1@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1789181802.618003:0:24221:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000007c0d40c4/0x76fb555283519191 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181802.618026:0:24221:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008d608aaf/0x76fb55528351918a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df85ff expref: 8 pid: 24622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181802.618042:0:24221:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789181802.618047:0:24221:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1789181802.618053:0:24221:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007c0d40c4/0x76fb555283519191 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181802.618090:0:24221:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008d608aaf/0x76fb55528351918a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.202.1@tcp remote: 0x7a80027d91df85ff expref: 8 pid: 24622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181802.618107:0:24221:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008d608aaf/0x76fb55528351918a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.202.1@tcp remote: 0x7a80027d91df85ff expref: 8 pid: 24622 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789181802.618125:0:24221:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dc4de9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:24221:1876092408578944:192.168.202.1@tcp:104: 00000100:00100000:0.0:1789181802.618217:0:24221:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dd22c6480 going to sleep for 11 seconds 00000100:00100000:0.0:1789181802.620855:0:24221:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dc4de9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:24221:1876092408578944:192.168.202.1@tcp:104: 00010000:00010000:0.0:1789181802.620900:0:24221:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000007c0d40c4/0x76fb555283519191 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789181802.620971:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:3.0:1789181802.621161:0:22694:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385401728 00000100:00100000:3.0:1789181802.621174:0:22694:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385401728 00010000:00010000:3.0:1789181802.621209:0:22694:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008d608aaf/0x76fb55528351918a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.1@tcp remote: 0x7a80027d91df85ff expref: 9 pid: 24622 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789181802.621250:0:22694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 20 00000100:00100000:3.0:1789181802.621257:0:22694:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfee61880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+9:2393:x1876092385401728:12345-192.168.202.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1789181802.621270:0:22694:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789181802.621289:0:22694:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008d608aaf/0x76fb55528351918a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.1@tcp remote: 0x7a80027d91df85ff expref: 9 pid: 24622 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181802.621298:0:22694:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008d608aaf/0x76fb55528351918a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.202.1@tcp remote: 0x7a80027d91df85ff expref: 9 pid: 24622 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181802.621316:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008d608aaf/0x76fb55528351918a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.202.1@tcp remote: 0x7a80027d91df85ff expref: 9 pid: 24622 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181802.621330:0:22694:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1789181802.621334:0:22694:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1789181802.621339:0:22694:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007c0d40c4/0x76fb555283519191 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181802.621348:0:22694:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007c0d40c4/0x76fb555283519191 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181802.621374:0:22694:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1789181802.621395:0:24221:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000007c0d40c4/0x76fb555283519191 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181802.621407:0:24221:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007c0d40c4/0x76fb555283519191 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181802.621427:0:24221:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000007c0d40c4/0x76fb555283519191 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181802.621435:0:24221:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007c0d40c4/0x76fb555283519191 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181802.621444:0:24221:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007c0d40c4/0x76fb555283519191 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181802.621451:0:24221:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1cc34cdc00 already unused, calling callback (ffffffffc0d949b0) 00010000:00010000:0.0:1789181802.621455:0:24221:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007c0d40c4/0x76fb555283519191 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181802.621580:0:24221:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007c0d40c4/0x76fb555283519191 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181802.621594:0:24221:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007c0d40c4/0x76fb555283519191 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789181802.621614:0:22694:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfee61880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+8:2393:x1876092385401728:12345-192.168.202.1@tcp:103:ldlm_bl.0 Request processed in 355us (640us total) trans 0 rc 0/0 00010000:00010000:0.0:1789181802.621620:0:24221:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007c0d40c4/0x76fb555283519191 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789181802.621625:0:22694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 20 00000100:00100000:0.0:1789181802.621701:0:24221:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfef2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+7:2394:x1876092385401600:12345-192.168.202.1@tcp:1:lhsmtool_posix.0 Request processed in 3751us (4236us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181802.621711:0:24221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 29 00000100:00100000:1.0:1789181802.623901:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:3.0:1789181802.623981:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385401984 00000100:00100000:3.0:1789181802.623991:0:22711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385401984 00000100:00100000:3.0:1789181802.624066:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 63 00000100:00100000:3.0:1789181802.624076:0:22711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfee61f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+16:18751:x1876092385401984:12345-192.168.202.1@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1789181802.624174:0:22711:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0c00/0x76fb555283519198 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181802.624189:0:22711:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f1000/0x76fb5552835190e2 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df85c0 expref: 16 pid: 25556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181802.624196:0:22711:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0c00/0x76fb555283519198 lrc: 4/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181802.624229:0:22711:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f1000/0x76fb5552835190e2 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.1@tcp remote: 0x7a80027d91df85c0 expref: 16 pid: 25556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181802.624240:0:22711:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f1000/0x76fb5552835190e2 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.1@tcp remote: 0x7a80027d91df85c0 expref: 16 pid: 25556 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789181802.624251:0:22711:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dfef2ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22711:1876092408579072:192.168.202.1@tcp:104: 00000100:00100000:3.0:1789181802.624319:0:22711:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dfb2feb40 going to sleep for 11 seconds 00000100:00100000:0.0:1789181802.626140:0:22711:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dfef2ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22711:1876092408579072:192.168.202.1@tcp:104: 00010000:00010000:0.0:1789181802.626174:0:22711:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0c00/0x76fb555283519198 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789181802.627937:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:0.0:1789181802.628013:0:22696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385402112 00000100:00100000:0.0:1789181802.628025:0:22696:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385402112 00010000:00010000:0.0:1789181802.628072:0:22696:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f1000/0x76fb5552835190e2 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.1@tcp remote: 0x7a80027d91df85c0 expref: 17 pid: 25556 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789181802.628117:0:22696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 21 00000100:00100000:0.0:1789181802.628129:0:22696:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfef2e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+17:2394:x1876092385402112:12345-192.168.202.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1789181802.628148:0:22696:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789181802.628156:0:22696:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f1000/0x76fb5552835190e2 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.1@tcp remote: 0x7a80027d91df85c0 expref: 17 pid: 25556 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181802.628169:0:22696:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f1000/0x76fb5552835190e2 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.1@tcp remote: 0x7a80027d91df85c0 expref: 17 pid: 25556 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181802.628197:0:22696:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f1000/0x76fb5552835190e2 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.1@tcp remote: 0x7a80027d91df85c0 expref: 17 pid: 25556 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181802.628234:0:22696:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9c1dd0a0df00) 00010000:00010000:0.0:1789181802.628241:0:22696:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0a00/0x76fb5552835190fe lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df85ce expref: 16 pid: 25556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181802.628254:0:22696:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0c00/0x76fb555283519198 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181802.628262:0:22696:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0c00/0x76fb555283519198 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181802.628270:0:22696:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0c00/0x76fb555283519198 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181802.628300:0:22696:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789181802.628362:0:22696:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfef2e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+16:2394:x1876092385402112:12345-192.168.202.1@tcp:103:ldlm_bl.0 Request processed in 235us (440us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181802.628370:0:22696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 21 00010000:00010000:3.0:1789181802.628518:0:22711:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0c00/0x76fb555283519198 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181802.628526:0:22711:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0c00/0x76fb555283519198 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181802.628850:0:22711:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0600/0x76fb55528351919f lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181802.628871:0:22711:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f1e00/0x76fb555283519167 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df85ea expref: 16 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181802.628880:0:22711:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0600/0x76fb55528351919f lrc: 4/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181802.629009:0:22711:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f1e00/0x76fb555283519167 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.1@tcp remote: 0x7a80027d91df85ea expref: 16 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181802.629024:0:22711:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f1e00/0x76fb555283519167 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.1@tcp remote: 0x7a80027d91df85ea expref: 16 pid: 22711 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789181802.629038:0:22711:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc3ba5c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22711:1876092408579200:192.168.202.1@tcp:104: 00000100:00100000:2.0:1789181802.629225:0:22711:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dd00c1300 going to sleep for 11 seconds 00000100:00100000:3.0:1789181802.630933:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:2.0:1789181802.631083:0:22711:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc3ba5c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22711:1876092408579200:192.168.202.1@tcp:104: 00010000:00010000:2.0:1789181802.631306:0:22711:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0600/0x76fb55528351919f lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789181802.631370:0:23867:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385402240 00000100:00100000:0.0:1789181802.631377:0:23867:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385402240 00010000:00010000:0.0:1789181802.631409:0:23867:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f1e00/0x76fb555283519167 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.1@tcp remote: 0x7a80027d91df85ea expref: 17 pid: 22711 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789181802.631436:0:23867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 22 00000100:00100000:0.0:1789181802.631441:0:23867:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfef2c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+17:2393:x1876092385402240:12345-192.168.202.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1789181802.631451:0:23867:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789181802.631456:0:23867:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f1e00/0x76fb555283519167 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.1@tcp remote: 0x7a80027d91df85ea expref: 17 pid: 22711 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181802.631477:0:23867:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f1e00/0x76fb555283519167 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.1@tcp remote: 0x7a80027d91df85ea expref: 17 pid: 22711 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181802.631498:0:23867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f1e00/0x76fb555283519167 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.1@tcp remote: 0x7a80027d91df85ea expref: 17 pid: 22711 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181802.631514:0:23867:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9c1dd0a0d800) 00010000:00010000:0.0:1789181802.631519:0:23867:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0600/0x76fb55528351919f lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181802.631526:0:23867:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0600/0x76fb55528351919f lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181802.631531:0:23867:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0600/0x76fb55528351919f lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181802.631556:0:23867:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789181802.631614:0:23867:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfef2c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+16:2393:x1876092385402240:12345-192.168.202.1@tcp:103:ldlm_bl.0 Request processed in 171us (687us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181802.631619:0:23867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 22 00010000:00010000:2.0:1789181802.631846:0:22711:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0600/0x76fb55528351919f lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181802.631868:0:22711:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0600/0x76fb55528351919f lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1789181802.631972:0:22711:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901912 00000001:00080000:2.0:1789181802.632095:0:22711:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901913 00000001:00080000:2.0:1789181802.632133:0:22711:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901914 00000100:00100000:2.0:1789181802.632219:0:22711:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc3ba5c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:22711:1876092408579328:0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1789181802.632264:0:22711:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181802.632300:0:22711:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dc7380240 going to sleep for 11 seconds 00000100:00100000:3.0:1789181802.632608:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408579328 00000100:00100000:3.0:1789181802.632615:0:22715:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408579328 00000100:00100000:3.0:1789181802.632664:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:3.0:1789181802.632672:0:22715:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3ba7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22711:x1876092408579328:12345-0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1789181802.632773:0:22715:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3ba7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22711:x1876092408579328:12345-0@lo:1000:mdt00_002.0 Request processed in 102us (508us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181802.632781:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:2.0:1789181802.632949:0:22711:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc3ba5c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:22711:1876092408579328:0@lo:1000:mdt00_002.0 00000001:00080000:2.0:1789181802.633059:0:22711:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901915 00000100:00100000:2.0:1789181802.633096:0:22711:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc3ba5c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:22711:1876092408579456:0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1789181802.633125:0:22711:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181802.633156:0:22711:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dc7380e40 going to sleep for 11 seconds 00000100:00100000:0.0:1789181802.633249:0:23453:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408579456 00000100:00100000:0.0:1789181802.633254:0:23453:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408579456 00000100:00100000:0.0:1789181802.633287:0:23453:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:0.0:1789181802.633294:0:23453:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc3ba4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:22711:x1876092408579456:12345-0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1789181802.633451:0:23453:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc3ba4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:22711:x1876092408579456:12345-0@lo:1000:mdt00_002.0 Request processed in 156us (324us total) trans 12884901894 rc 0/0 00000100:00100000:0.0:1789181802.633456:0:23453:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:3.0:1789181802.633514:0:22711:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc3ba5c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:22711:1876092408579456:0@lo:1000:mdt00_002.0 00010000:00010000:3.0:1789181802.633540:0:22711:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0600/0x76fb55528351919f lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181802.633597:0:22711:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0600/0x76fb55528351919f lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181802.633604:0:22711:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0600/0x76fb55528351919f lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181802.633608:0:22711:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1cc39f0600 already unused, calling callback (ffffffffc19bb4f0) 00010000:00010000:3.0:1789181802.633611:0:22711:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0600/0x76fb55528351919f lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181802.633624:0:22711:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0600/0x76fb55528351919f lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181802.633646:0:22711:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9c1dd0a0d800) 00010000:00010000:3.0:1789181802.633649:0:22711:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1789181802.633654:0:22711:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0600/0x76fb55528351919f lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181802.633660:0:22711:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0600/0x76fb55528351919f lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181802.633686:0:22711:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084a000/0x76fb5552835190f7 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181802.633690:0:22711:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084a000/0x76fb5552835190f7 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181802.633694:0:22711:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084a000/0x76fb5552835190f7 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181802.633696:0:22711:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1e0084a000 already unused, calling callback (ffffffffc19bb4f0) 00010000:00010000:3.0:1789181802.633698:0:22711:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084a000/0x76fb5552835190f7 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181802.633701:0:22711:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084a000/0x76fb5552835190f7 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000020 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181802.633706:0:22711:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9c1dd0a0df00) 00010000:00010000:3.0:1789181802.633708:0:22711:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1789181802.633712:0:22711:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0a00/0x76fb5552835190fe lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df85ce expref: 19 pid: 25556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181802.633858:0:22711:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0a00/0x76fb5552835190fe lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df85ce expref: 19 pid: 25556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181802.633865:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0a00/0x76fb5552835190fe lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df85ce expref: 19 pid: 25556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181802.633908:0:22711:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0a00/0x76fb5552835190fe lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df85ce expref: 19 pid: 25556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789181802.633916:0:22711:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dfef2f480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22711:1876092408579584:192.168.202.1@tcp:105: 00000100:00100000:3.0:1789181802.633975:0:22711:0:(client.c:2716:ptlrpc_set_wait()) set ffff9c1dfb2fe000 going to sleep for 11 seconds 00000100:00100000:3.0:1789181802.636224:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:2.0:1789181802.636302:0:22711:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dfef2f480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22711:1876092408579584:192.168.202.1@tcp:105: 00000100:00100000:1.0:1789181802.636319:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385402368 00000100:00100000:1.0:1789181802.636327:0:22712:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385402368 00010000:00010000:2.0:1789181802.636330:0:22711:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084a000/0x76fb5552835190f7 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181802.636339:0:22711:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c1e0084a000/0x76fb5552835190f7 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181802.636369:0:22711:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc1522200/0x76fb5552835191a6 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181802.636382:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc1522200/0x76fb5552835191a6 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789181802.636388:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 10 00000100:00100000:1.0:1789181802.636396:0:22712:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc10fb850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+20:18750:x1876092385402368:12345-192.168.202.1@tcp:49:dd.0 00010000:00010000:2.0:1789181802.636405:0:22711:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc1522200/0x76fb5552835191a6 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181802.636413:0:22711:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc1522200/0x76fb5552835191a6 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181802.636419:0:22711:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc1522200/0x76fb5552835191a6 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181802.636425:0:22711:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc1522200/0x76fb5552835191a6 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181802.636430:0:22711:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1dc1522200 already unused, calling callback (ffffffffc19bb4f0) 00010000:00010000:2.0:1789181802.636434:0:22711:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc1522200/0x76fb5552835191a6 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181802.636441:0:22711:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc1522200/0x76fb5552835191a6 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181802.636450:0:22711:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9c1dd0a0df00) 00010000:00010000:2.0:1789181802.636453:0:22711:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789181802.636456:0:22711:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc1522200/0x76fb5552835191a6 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181802.636461:0:22711:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc1522200/0x76fb5552835191a6 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181802.636470:0:22711:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0c00/0x76fb555283519198 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181802.636476:0:22711:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0c00/0x76fb555283519198 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181802.636486:0:22711:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0c00/0x76fb555283519198 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181802.636491:0:22711:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1cc39f0c00 already unused, calling callback (ffffffffc19bb4f0) 00010000:00010000:2.0:1789181802.636493:0:22711:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0c00/0x76fb555283519198 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181802.636499:0:22711:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0c00/0x76fb555283519198 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181802.636507:0:22711:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9c1dd0a0df00) 00010000:00010000:2.0:1789181802.636509:0:22711:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1789181802.636512:0:22711:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0c00/0x76fb555283519198 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181802.636518:0:22711:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc39f0c00/0x76fb555283519198 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789181802.636596:0:22712:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc10fb850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+20:18750:x1876092385402368:12345-192.168.202.1@tcp:49:dd.0 Request processed in 200us (382us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181802.636604:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 10 00000100:00100000:2.0:1789181802.636679:0:22711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfee61f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+19:18751:x1876092385401984:12345-192.168.202.1@tcp:57:lhsmtool_posix.0 Request processed in 12604us (12786us total) trans 12884901916 rc 0/0 00000100:00100000:2.0:1789181802.636688:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 63 00000020:00080000:2.0:1789181802.636691:0:22711:0:(tgt_main.c:784:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:3.0:1789181802.636799:0:22742:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:3.0:1789181802.636803:0:22742:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1789181802.636819:0:22742:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:3.0:1789181802.636827:0:22742:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:1.0:1789181802.639492:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:1.0:1789181802.639526:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:0.0:1789181802.639540:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385402752 00000100:00100000:2.0:1789181802.639579:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385402624 00000100:00100000:2.0:1789181802.639588:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385402624 00000100:00100000:2.0:1789181802.639671:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 64 00000100:00100000:2.0:1789181802.639682:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfee61c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+19:18750:x1876092385402624:12345-192.168.202.1@tcp:101:dd.0 00010000:00010000:2.0:1789181802.639708:0:22710:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1789181802.639828:0:22713:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385402752 00000100:00100000:0.0:1789181802.639866:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 11 00000100:00100000:0.0:1789181802.639874:0:22713:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfee63b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+20:18751:x1876092385402752:12345-192.168.202.1@tcp:35:lhsmtool_posix.0 00000004:00080000:0.0:1789181802.640110:0:22713:0:(mdd_object.c:4014:mdd_close()) Object [0x2000013a1:0x3:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:0.0:1789181802.640144:0:22713:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901917 00010000:00010000:0.0:1789181802.640172:0:22713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cce00/0x76fb5552835191ad lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181802.640189:0:22713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cce00/0x76fb5552835191ad lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 22713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181802.640201:0:22713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cce00/0x76fb5552835191ad lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181802.640210:0:22713:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cce00/0x76fb5552835191ad lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181802.640216:0:22713:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cce00/0x76fb5552835191ad lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181802.640221:0:22713:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cce00/0x76fb5552835191ad lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181802.640244:0:22713:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789181802.640279:0:24791:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789181802.640287:0:24791:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cce00/0x76fb5552835191ad lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181802.640293:0:24791:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1cc34cce00 already unused, calling callback (ffffffffc0d949b0) 00010000:00010000:1.0:1789181802.640297:0:24791:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cce00/0x76fb5552835191ad lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181802.640304:0:24791:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cce00/0x76fb5552835191ad lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 22713 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789181802.640330:0:22713:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfee63b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+22:18751:x1876092385402752:12345-192.168.202.1@tcp:35:lhsmtool_posix.0 Request processed in 457us (844us total) trans 12884901918 rc 0/0 00010000:00010000:1.0:1789181802.640332:0:24791:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9c1dd0a0d800) 00010000:00010000:1.0:1789181802.640335:0:24791:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00000100:00100000:0.0:1789181802.640337:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 11 00010000:00010000:1.0:1789181802.640340:0:24791:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cce00/0x76fb5552835191ad lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22713 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:0.0:1789181802.640342:0:22713:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1789181802.640346:0:24791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c1cc34cce00/0x76fb5552835191ad lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789181802.640356:0:24791:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789181802.640358:0:24791:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789181802.640359:0:24791:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789181802.640398:0:22710:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc1522a00/0x76fb5552835191b4 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7a80027d91df8606 expref: -99 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181802.640438:0:22710:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc1522400/0x76fb5552835191bb lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181802.640447:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc1522400/0x76fb5552835191bb lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181802.640455:0:22710:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc1522400/0x76fb5552835191bb lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181802.640534:0:22710:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc1522a00/0x76fb5552835191b4 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df8606 expref: 23 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181802.640550:0:22710:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c1dc1522400/0x76fb5552835191bb lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.1@tcp remote: 0x7a80027d91df8606 expref: 22 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181802.640557:0:22710:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9c1dd0a0df00) 00010000:00010000:2.0:1789181802.640559:0:22710:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1789181802.640562:0:22710:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c1dc1522400, rc 0) 00000100:00100000:2.0:1789181802.640596:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfee61c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+22:18750:x1876092385402624:12345-192.168.202.1@tcp:101:dd.0 Request processed in 917us (1070us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181802.640602:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 64 00000100:00100000:1.0:1789181802.654004:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:3.0:1789181802.654102:0:24224:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385402880 00000100:00100000:3.0:1789181802.654112:0:24224:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385402880 00000100:00100000:3.0:1789181802.654180:0:24224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 0 00000100:00100000:3.0:1789181802.654189:0:24224:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfee60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+7:2393:x1876092385402880:12345-192.168.202.1@tcp:4:dd.0 00002000:00010000:3.0:1789181802.654332:0:24224:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x42:0x0] initial LVB size: 0, mtime: 0x6aa4bf69, atime: 0x6aa4bf68, ctime: 0x6aa4bf69, blocks: 0x0 00010000:00010000:3.0:1789181802.654342:0:24224:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000079193b3/0x76fb5552835191c2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24224 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181802.654359:0:24224:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=758s v=(0 0) 00010000:00010000:3.0:1789181802.654377:0:24224:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789181802.654383:0:24224:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000079193b3/0x76fb5552835191c2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24224 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789181802.654407:0:24224:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000079193b3/0x76fb5552835191c2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24224 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789181802.661315:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.1@tcp (source: 12345-192.168.202.1@tcp) 00000100:00100000:2.0:1789181802.661435:0:24226:0:(service.c:3467:ptlrpc_start_thread()) ost_io[0] started 3 min 3 max 116 00000100:00100000:2.0:1789181802.661445:0:24226:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_io00_003' 00000100:00100000:0.0:1789181802.662531:0:24226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092385403008 00000100:00100000:0.0:1789181802.662563:0:24226:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092385403008 00000100:00100000:2.0:1789181802.663402:0:25761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.1@tcp, seq: 1 00000100:00100000:2.0:1789181802.663413:0:25761:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dc4de9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+9:2394:x1876092385403008:12345-192.168.202.1@tcp:4:dd.0 00010000:00010000:2.0:1789181802.663443:0:25761:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000619801b4/0x76fb5552835191c9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181802.663465:0:25761:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789181802.663468:0:25761:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789181802.663473:0:25761:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000619801b4/0x76fb5552835191c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181802.663484:0:25761:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000619801b4/0x76fb5552835191c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1789181802.692171:0:25034:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901895 is committed 00000001:00080000:3.0:1789181802.692189:0:25034:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901894 is committed 00002000:00010000:2.0:1789181802.692398:0:24224:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb size from disk: 0 -> 4194304 00002000:00010000:2.0:1789181802.692402:0:24224:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb mtime from disk: 1789181801 -> 1789181802 00002000:00010000:2.0:1789181802.692404:0:24224:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb ctime from disk: 1789181801 -> 1789181802 00002000:00010000:2.0:1789181802.692405:0:24224:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb blocks from disk: 0 -> 8192 00010000:00010000:2.0:1789181802.692420:0:24224:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000079193b3/0x76fb5552835191c2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24224 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181802.692430:0:24224:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000079193b3/0x76fb5552835191c2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24224 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181802.692437:0:24224:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000079193b3/0x76fb5552835191c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24224 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181802.692441:0:24224:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1cc39f1400 already unused, calling callback (ffffffffc0d949b0) 00010000:00010000:2.0:1789181802.692445:0:24224:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000079193b3/0x76fb5552835191c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24224 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181802.692451:0:24224:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000079193b3/0x76fb5552835191c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24224 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181802.692476:0:24224:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000079193b3/0x76fb5552835191c2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24224 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789181802.692481:0:24224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000079193b3/0x76fb5552835191c2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24224 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789181802.692574:0:24224:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfee60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+7:2393:x1876092385402880:12345-192.168.202.1@tcp:4:dd.0 Request processed in 38380us (38574us total) trans 12884901895 rc 0/0 00000100:00100000:2.0:1789181802.692584:0:24224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 0 00000001:00080000:3.0:1789181802.704141:0:25034:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901896 is committed 00002000:00010000:0.0:1789181802.704322:0:25761:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb size from disk: 4194304 -> 7654321 00002000:00010000:0.0:1789181802.704328:0:25761:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb blocks from disk: 8192 -> 14952 00010000:00010000:0.0:1789181802.704345:0:25761:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000619801b4/0x76fb5552835191c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181802.704359:0:25761:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000619801b4/0x76fb5552835191c9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181802.704369:0:25761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000619801b4/0x76fb5552835191c9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181802.704377:0:25761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c1dc1522a00 already unused, calling callback (ffffffffc0d949b0) 00010000:00010000:0.0:1789181802.704382:0:25761:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000619801b4/0x76fb5552835191c9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181802.704402:0:25761:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000619801b4/0x76fb5552835191c9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181802.704424:0:25761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000619801b4/0x76fb5552835191c9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789181802.704432:0:25761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000619801b4/0x76fb5552835191c9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789181802.704551:0:25761:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dc4de9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:844ef3e0-3b62-4f9f-8ec3-07bc6b83b843+5:2394:x1876092385403008:12345-192.168.202.1@tcp:4:dd.0 Request processed in 41134us (43241us total) trans 12884901896 rc 0/0 00000100:00100000:0.0:1789181802.704567:0:25761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.1@tcp, seq: 1 00010000:00010000:1.0:1789181803.023919:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789181803.276039:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dfef2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1876092408580096:0@lo:400:kworker.0 00000100:00100000:3.0:1789181803.276109:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dfee62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1876092408579968:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1789181803.276120:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181803.276136:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181803.276157:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dfef2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3644:1876092408580480:0@lo:400:kworker.0 00000100:00100000:1.0:1789181803.276165:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dfef2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876092408580608:0@lo:400:kworker.0 00000100:00100000:3.0:1789181803.276177:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181803.276182:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181803.276194:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dfef2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3644:1876092408580992:0@lo:400:kworker.0 00000100:00100000:1.0:1789181803.276194:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dfef2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3645:1876092408581120:0@lo:400:kworker.0 00000100:00100000:3.0:1789181803.276211:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181803.276222:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408580096 00000100:00100000:3.0:1789181803.276227:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dfef43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3644:1876092408581504:0@lo:400:kworker.0 00000100:00100000:1.0:1789181803.276229:0:22715:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408580096 00000100:00100000:3.0:1789181803.276243:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789181803.276259:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [0->1] 00000100:00100000:3.0:1789181803.276263:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dfef2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:3644:1876092408579840:0@lo:400:kworker.0 00000100:00100000:1.0:1789181803.276267:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408580608 00000100:00100000:1.0:1789181803.276269:0:22715:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408580608 00000100:00100000:1.0:1789181803.276284:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:3.0:1789181803.276287:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181803.276292:0:22715:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfee61180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3645:x1876092408580096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789181803.276307:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dfef2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1876092408580352:0@lo:400:kworker.0 00000100:00100000:3.0:1789181803.276325:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181803.276335:0:22715:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfee61180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3645:x1876092408580096:12345-0@lo:400:kworker.0 Request processed in 43us (215us total) trans 0 rc 0/0 00000100:00100000:3.0:1789181803.276340:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dfef2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1876092408580864:0@lo:400:kworker.0 00000100:00100000:1.0:1789181803.276342:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:3.0:1789181803.276355:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181803.276366:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:1.0:1789181803.276372:0:22715:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfee62680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3645:x1876092408580608:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789181803.276383:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dfef2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3644:1876092408581376:0@lo:400:kworker.0 00000100:00100000:1.0:1789181803.276399:0:22715:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfee62680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3645:x1876092408580608:12345-0@lo:400:kworker.0 Request processed in 28us (215us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181803.276405:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:3.0:1789181803.276407:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181803.276436:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181803.276462:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dfef2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1876092408580096:0@lo:400:kworker.0 00000100:00100000:2.0:1789181803.276469:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408580480 00000100:00100000:2.0:1789181803.276472:0:22711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408580480 00000100:00100000:1.0:1789181803.276483:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dfef2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876092408580608:0@lo:400:kworker.0 00000100:00100000:1.0:1789181803.276489:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:2.0:1789181803.276492:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408580992 00000100:00100000:2.0:1789181803.276494:0:22711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408580992 00000100:00100000:1.0:1789181803.276494:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1de7cbdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1876092408579712:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1789181803.276505:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408581504 00000100:00100000:2.0:1789181803.276507:0:22711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408581504 00000100:00100000:1.0:1789181803.276514:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181803.276526:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408581376 00000100:00100000:1.0:1789181803.276528:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dfef2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1876092408580224:0@lo:400:kworker.0 00000100:00100000:2.0:1789181803.276529:0:22711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408581376 00000100:00100000:2.0:1789181803.276539:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408581120 00000100:00100000:2.0:1789181803.276541:0:22711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408581120 00000100:00100000:1.0:1789181803.276544:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181803.276556:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:2.0:1789181803.276562:0:22711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfef40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1876092408580480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789181803.276596:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408579840 00000100:00100000:0.0:1789181803.276600:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408579840 00000100:00100000:0.0:1789181803.276663:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 168 00000100:00100000:0.0:1789181803.276670:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfbefc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+24:3644:x1876092408579840:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789181803.276754:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dfef2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876092408580736:0@lo:400:kworker.0 00000100:00100000:1.0:1789181803.276775:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181803.277083:0:22711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfef40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1876092408580480:12345-0@lo:400:kworker.0 Request processed in 520us (903us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181803.277091:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:2.0:1789181803.277109:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:2.0:1789181803.277116:0:22711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfef43100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1876092408580992:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789181803.277121:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfbefc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a2b996c4-a190-4d5d-aaf1-8257d6a32b57+24:3644:x1876092408579840:12345-0@lo:400:kworker.0 Request processed in 453us (833us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181803.277128:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 168 00000100:00100000:2.0:1789181803.277143:0:22711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfef43100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1876092408580992:12345-0@lo:400:kworker.0 Request processed in 29us (931us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181803.277155:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00080000:0.0:1789181803.277155:0:22705:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1789181803.277158:0:22705:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1789181803.277166:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:2.0:1789181803.277172:0:22711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfef42d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3644:x1876092408581504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789181803.277212:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1dfef2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3645:1876092408581248:0@lo:400:kworker.0 00000100:00100000:1.0:1789181803.277236:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789181803.277239:0:22711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfef42d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3644:x1876092408581504:12345-0@lo:400:kworker.0 Request processed in 67us (995us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181803.277245:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:2.0:1789181803.277255:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408581248 00000100:00100000:1.0:1789181803.277255:0:24223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408579968 00000100:00100000:2.0:1789181803.277259:0:22711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408581248 00000100:00100000:1.0:1789181803.277259:0:24223:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408579968 00000100:00100000:1.0:1789181803.277285:0:24223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408579712 00000100:00100000:2.0:1789181803.277286:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:1.0:1789181803.277288:0:24223:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408579712 00000100:00100000:2.0:1789181803.277291:0:22711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfef43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3644:x1876092408581376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789181803.277298:0:24223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1789181803.277302:0:24223:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfef40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1876092408579968:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1789181803.277316:0:24223:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 26324672 pending 0 free 3923505152 avail 3684278272 00000100:00100000:2.0:1789181803.277318:0:22711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfef43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3644:x1876092408581376:12345-0@lo:400:kworker.0 Request processed in 27us (910us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181803.277323:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:2.0:1789181803.277334:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:2.0:1789181803.277339:0:22711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc45ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3645:x1876092408581120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789181803.277341:0:24223:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfef40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1876092408579968:12345-0@lo:13:osp-pre-1-1.0 Request processed in 39us (1205us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181803.277352:0:24223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1789181803.277364:0:24223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1789181803.277369:0:24223:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1cc45ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3645:x1876092408579712:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1789181803.277379:0:24223:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 26324672 pending 0 free 3923505152 avail 3684278272 00000100:00100000:2.0:1789181803.277383:0:22711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc45ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3645:x1876092408581120:12345-0@lo:400:kworker.0 Request processed in 44us (947us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181803.277389:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:2.0:1789181803.277401:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:1.0:1789181803.277401:0:24223:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1cc45ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3645:x1876092408579712:12345-0@lo:13:osp-pre-1-0.0 Request processed in 32us (886us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181803.277406:0:24223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1789181803.277407:0:22711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dccf2c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1876092408581248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789181803.277430:0:22711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dccf2c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1876092408581248:12345-0@lo:400:kworker.0 Request processed in 24us (194us total) trans 0 rc 0/0 00000100:00100000:2.0:1789181803.277436:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00080000:1.0:1789181803.277436:0:22705:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1789181803.277439:0:22705:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1789181803.277472:0:3645:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 12884901894 gen 2 00000100:00100000:0.0:1789181803.277476:0:25759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408580352 00000004:00080000:2.0:1789181803.277477:0:3645:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9c1dfef2d180, transno 12884901892 00000100:00100000:0.0:1789181803.277479:0:25759:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408580352 00000004:00080000:2.0:1789181803.277494:0:3645:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884901894 committed transno 12884901894 00000100:00100000:0.0:1789181803.277507:0:24221:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408580864 00000100:00100000:0.0:1789181803.277510:0:24221:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408580864 00000100:00100000:2.0:1789181803.277516:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1de7cbdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1876092408579712:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1789181803.277521:0:24221:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408580224 00000100:00100000:0.0:1789181803.277523:0:24221:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408580224 00010000:00080000:2.0:1789181803.277531:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c1dfef2f480 x1876092408581248/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789181819 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789181803.277539:0:24221:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408580736 00000100:00100000:2.0:1789181803.277541:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dfef2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3645:1876092408581248:0@lo:400:kworker.0 00000100:00100000:0.0:1789181803.277541:0:24221:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408580736 00000100:00100000:2.0:1789181803.277551:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dfef2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3645:1876092408581120:0@lo:400:kworker.0 00000100:00100000:0.0:1789181803.277553:0:24221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1789181803.277558:0:24221:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfef41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3644:x1876092408580352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789181803.277589:0:24221:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfef41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3644:x1876092408580352:12345-0@lo:400:kworker.0 Request processed in 30us (1262us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181803.277594:0:24221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1789181803.277604:0:24221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1789181803.277609:0:24221:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfef41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3644:x1876092408580864:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789181803.277718:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dfef2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a2b996c4-a190-4d5d-aaf1-8257d6a32b57:3644:1876092408579840:0@lo:400:kworker.0 00000100:00100000:2.0:1789181803.277754:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dfef2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1876092408580352:0@lo:400:kworker.0 00000100:00100000:2.0:1789181803.277763:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dfef2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3644:1876092408581376:0@lo:400:kworker.0 00000100:00100000:0.0:1789181803.277772:0:24221:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfef41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3644:x1876092408580864:12345-0@lo:400:kworker.0 Request processed in 163us (1416us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181803.277779:0:24221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1789181803.277792:0:24221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1789181803.277797:0:24221:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfef2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3645:x1876092408580224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789181803.277839:0:24221:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfef2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3645:x1876092408580224:12345-0@lo:400:kworker.0 Request processed in 41us (1293us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181803.277845:0:24221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1789181803.277857:0:24221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1789181803.277863:0:24221:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfef2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3645:x1876092408580736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789181803.277888:0:24221:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfef2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3645:x1876092408580736:12345-0@lo:400:kworker.0 Request processed in 26us (1112us total) trans 0 rc 0/0 00000100:00100000:0.0:1789181803.277894:0:24221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00080000:0.0:1789181803.277907:0:22705:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1789181803.277923:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dfef2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1876092408580224:0@lo:400:kworker.0 00000100:00100000:0.0:1789181803.277932:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dfef2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876092408580736:0@lo:400:kworker.0 00000100:00100000:2.0:1789181803.278052:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dfee62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1876092408579968:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1789181803.278068:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dfef2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3644:1876092408580480:0@lo:400:kworker.0 00000100:00100000:2.0:1789181803.278079:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dfef2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3644:1876092408580992:0@lo:400:kworker.0 00010000:00080000:2.0:1789181803.278090:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c1dfef43480 x1876092408581504/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789181819 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789181803.278098:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dfef43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3644:1876092408581504:0@lo:400:kworker.0 00000100:00100000:2.0:1789181803.278124:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1dfef2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1876092408580864:0@lo:400:kworker.0 00000100:00100000:3.0:1789181803.789883:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9c1cc3ba5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1876092408581632:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1789181803.789965:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789181803.790006:0:24223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876092408581632 00000100:00100000:1.0:1789181803.790015:0:24223:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876092408581632 00000100:00100000:1.0:1789181803.790081:0:24223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1789181803.790091:0:24223:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9c1dfef41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3645:x1876092408581632:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1789181803.790120:0:24223:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1789181803.790252:0:24223:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9c1dfef41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3645:x1876092408581632:12345-0@lo:13:osp-pre-0-0.0 Request processed in 163us (286us total) trans 0 rc 0/0 00000100:00100000:1.0:1789181803.790260:0:24223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1789181803.790298:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9c1cc3ba5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1876092408581632:0@lo:13:osp-pre-0-0.0 00000001:02000400:0.0:1789181803.890883:0:25798:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-pcc test_1d: @@@@@@ FAIL: expected /mnt/pcc.d1d.sanity-pcc/d1d.sanity-pcc/13a3/0x2000013a1:0x2:0x0 size: 7654321 got: 0 00010000:00010000:2.0:1789181804.048873:0:22698:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789181805.072871:0:24791:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 14388 lines, 14388 kept, 0 dropped, 0 bad.