00010000:00010000:2.0F:1782107203.588125:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0F:1782107204.036860:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08c7bbf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1868674269183616:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1782107204.036936:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782107204.037125:0:7835:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674269183616 00000100:00100000:0.0:1782107204.037133:0:7835:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674269183616 00000100:00100000:0.0:1782107204.037178:0:7835:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 466 00000100:00100000:0.0:1782107204.037188:0:7835:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c7b98f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3661:x1868674269183616:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1782107204.037222:0:7835:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446109184 avail 1299869696 00000100:00100000:0.0:1782107204.037285:0:7835:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c7b98f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3661:x1868674269183616:12345-0@lo:41:osp-pre-0-1.0 Request processed in 99us (350us total) trans 0 rc 0/0 00000100:00100000:0.0:1782107204.037292:0:7835:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 466 00000100:00100000:3.0F:1782107204.037596:0:3661:0:(client.c:3102:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 4294967388 gen 2 00000004:00080000:3.0:1782107204.037609:0:3661:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967388 committed transno 4294967388 00000100:00100000:3.0:1782107204.037640:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08c7bbf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1868674269183616:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1782107204.548943:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1782107204.548966:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08c7bbf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1868674269183744:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1782107204.549040:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782107204.549625:0:17563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674269183744 00000100:00100000:2.0:1782107204.549633:0:17563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674269183744 00000100:00100000:2.0:1782107204.549686:0:17563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 324 00000100:00100000:2.0:1782107204.549697:0:17563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c447f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1868674269183744:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1782107204.549724:0:17563:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1782107204.549771:0:17563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c447f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1868674269183744:12345-0@lo:13:osp-pre-0-1.0 Request processed in 77us (731us total) trans 0 rc 0/0 00000100:00100000:2.0:1782107204.549778:0:17563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 324 00000100:00080000:2.0:1782107204.549797:0:6512:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0F:1782107204.550097:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1782107204.550118:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08c447f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1868674269183872:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1782107204.550151:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782107204.550181:0:8401:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674269183872 00000100:00100000:1.0:1782107204.550185:0:8401:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674269183872 00000100:00100000:1.0:1782107204.550215:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 325 00000100:00100000:1.0:1782107204.550222:0:8401:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c7bbf9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3658:x1868674269183872:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1782107204.550234:0:8401:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1782107204.550264:0:8401:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c7bbf9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3658:x1868674269183872:12345-0@lo:13:osp-pre-0-0.0 Request processed in 43us (113us total) trans 0 rc 0/0 00000100:00100000:1.0:1782107204.550271:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 325 00000100:00100000:1.0:1782107204.550310:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08c447f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1868674269183872:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1782107204.559757:0:6512:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1782107204.560152:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08c7bbf8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1868674269183744:0@lo:13:osp-pre-0-1.0 00000001:00080000:0.0:1782107204.563254:0:7431:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967337 is committed 00000020:00080000:0.0:1782107204.563270:0:7431:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffffa08b41c19900 refcount 2 committed 0 result 0 batchid 7 00000020:00080000:0.0:1782107204.563275:0:7431:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffffa08b42942d00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffffa08b41c19600 00000020:00080000:0.0:1782107204.563279:0:7431:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000401:0x3:0x0].7 00000020:00080000:0.0:1782107204.563281:0:7431:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffffa08b42942b00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffffa08b428f1600 00000020:00080000:0.0:1782107204.563284:0:7431:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000400:0x3:0x0].7 00000001:00080000:0.0:1782107204.563298:0:7431:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967336 is committed 00000020:00080000:0.0:1782107204.563319:0:7453:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 7 committed batchid 6 00000020:00080000:0.0:1782107204.563376:0:7453:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 6 00010000:00010000:2.0:1782107204.563444:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42906e00/0x7e3d6a8eb3a133e6 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18105 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107204.563455:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42906e00/0x7e3d6a8eb3a133e6 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18105 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107204.563464:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42906e00/0x7e3d6a8eb3a133e6 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18105 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107204.563471:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa08b42906e00 already unused, calling callback (ffffffffc1a094f0) 00010000:00010000:2.0:1782107204.563475:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42906e00/0x7e3d6a8eb3a133e6 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18105 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107204.563484:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42906e00/0x7e3d6a8eb3a133e6 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18105 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107204.563515:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x7:0x0].0x0 (ffffa08c7a609c00) 00010000:00010000:2.0:1782107204.563518:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1782107204.563523:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42906e00/0x7e3d6a8eb3a133e6 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18105 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107204.563529:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42906e00/0x7e3d6a8eb3a133e6 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18105 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107204.563541:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42906000/0x7e3d6a8eb3a133ed lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18105 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107204.563547:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42906000/0x7e3d6a8eb3a133ed lrc: 2/0,0 mode: TXN/TXN res: [0x240000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18105 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107204.563552:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42906000/0x7e3d6a8eb3a133ed lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18105 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107204.563557:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa08b42906000 already unused, calling callback (ffffffffc1a094f0) 00010000:00010000:2.0:1782107204.563560:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42906000/0x7e3d6a8eb3a133ed lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18105 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107204.563566:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42906000/0x7e3d6a8eb3a133ed lrc: 4/0,0 mode: TXN/TXN res: [0x240000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18105 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107204.563573:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x7:0x0].0x0 (ffffa08c7a609200) 00010000:00010000:2.0:1782107204.563575:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1782107204.563578:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42906000/0x7e3d6a8eb3a133ed lrc: 2/0,0 mode: --/TXN res: [0x240000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18105 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107204.563583:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42906000/0x7e3d6a8eb3a133ed lrc: 0/0,0 mode: --/TXN res: [0x240000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18105 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107204.616901:0:6504:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1782107204.897746:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.43@tcp (source: 12345-192.168.203.43@tcp) 00000100:00100000:2.0:1782107204.897792:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.43@tcp (source: 12345-192.168.203.43@tcp) 00000100:00100000:2.0:1782107204.897813:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.43@tcp (source: 12345-192.168.203.43@tcp) 00000100:00100000:2.0:1782107204.897840:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674246997120 00000100:00100000:2.0:1782107204.897849:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674246997120 00000100:00100000:2.0:1782107204.897908:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674246996992 00000100:00100000:2.0:1782107204.897911:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674246996992 00000100:00100000:2.0:1782107204.897937:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.43@tcp, seq: 661 00000100:00100000:2.0:1782107204.897946:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c447f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2eadce33-9ab8-4caf-b349-1b7b3db092bc+7:2413:x1868674246997120:12345-192.168.203.43@tcp:400:kworker.0 00000100:00100000:2.0:1782107204.898032:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c447f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2eadce33-9ab8-4caf-b349-1b7b3db092bc+7:2413:x1868674246997120:12345-192.168.203.43@tcp:400:kworker.0 Request processed in 86us (238us total) trans 0 rc 0/0 00000100:00100000:2.0:1782107204.898039:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.43@tcp, seq: 661 00000100:00100000:2.0:1782107204.898056:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.43@tcp, seq: 662 00000100:00100000:2.0:1782107204.898062:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c447f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2eadce33-9ab8-4caf-b349-1b7b3db092bc+10:2413:x1868674246996992:12345-192.168.203.43@tcp:400:kworker.0 00000100:00100000:2.0:1782107204.898090:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c447f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2eadce33-9ab8-4caf-b349-1b7b3db092bc+10:2413:x1868674246996992:12345-192.168.203.43@tcp:400:kworker.0 Request processed in 29us (276us total) trans 0 rc 0/0 00000100:00100000:2.0:1782107204.898096:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.43@tcp, seq: 662 00000100:00080000:2.0:1782107204.898113:0:6512:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1782107204.898117:0:6512:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1782107204.898508:0:6509:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674246996864 00000100:00100000:0.0:1782107204.898513:0:6509:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674246996864 00000100:00100000:0.0:1782107204.898552:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.43@tcp, seq: 437 00000100:00100000:0.0:1782107204.898560:0:6509:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c42d5cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:87d3e82f-e99c-4ac6-accd-6b70667f4a2e+9:2413:x1868674246996864:12345-192.168.203.43@tcp:400:kworker.0 00000100:00100000:0.0:1782107204.898595:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c42d5cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:87d3e82f-e99c-4ac6-accd-6b70667f4a2e+9:2413:x1868674246996864:12345-192.168.203.43@tcp:400:kworker.0 Request processed in 36us (859us total) trans 0 rc 0/0 00000100:00100000:0.0:1782107204.898602:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.43@tcp, seq: 437 00000100:00100000:1.0:1782107205.062185:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08c7fc27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1868674269184000:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1782107205.062256:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782107205.062418:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08c447f3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1868674269184128:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1782107205.062451:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782107205.062493:0:8401:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674269184000 00000100:00100000:3.0:1782107205.062501:0:8401:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674269184000 00000100:00100000:3.0:1782107205.062548:0:8401:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674269184128 00000100:00100000:3.0:1782107205.062551:0:8401:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674269184128 00000100:00100000:3.0:1782107205.062568:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 326 00000100:00100000:3.0:1782107205.062577:0:8401:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c7bbfb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3660:x1868674269184000:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1782107205.062604:0:8401:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1782107205.065238:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08c7b98d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1868674269184512:0@lo:400:kworker.0 00000100:00100000:1.0:1782107205.065298:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782107205.073332:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 327 00000100:00100000:2.0:1782107205.073429:0:8402:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c7fc27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3661:x1868674269184128:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1782107205.073460:0:8402:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1782107205.073561:0:8402:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c7fc27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3661:x1868674269184128:12345-0@lo:13:osp-pre-1-0.0 Request processed in 163us (11109us total) trans 0 rc 0/0 00000100:00100000:2.0:1782107205.073569:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 327 00000100:00100000:2.0:1782107205.073620:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08c7b98c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3659:1868674269184384:0@lo:400:kworker.0 00000100:00100000:2.0:1782107205.073655:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782107205.073691:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1782107205.073698:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08c7b98f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:43809427-66c4-4a66-b088-77a1495576b0:3659:1868674269184256:0@lo:400:kworker.0 00000100:00100000:2.0:1782107205.073724:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782107205.074089:0:7836:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674269184384 00000100:00100000:2.0:1782107205.074097:0:7836:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674269184384 00000100:00100000:2.0:1782107205.074130:0:7836:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 663 00000100:00100000:2.0:1782107205.074137:0:7836:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c447f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3659:x1868674269184384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1782107205.074172:0:7836:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c447f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3659:x1868674269184384:12345-0@lo:400:kworker.0 Request processed in 36us (517us total) trans 0 rc 0/0 00000100:00100000:2.0:1782107205.074178:0:7836:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 663 00000100:00100000:2.0:1782107205.074211:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08c7b98c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3659:1868674269184384:0@lo:400:kworker.0 00000100:00100000:2.0:1782107205.074458:0:6521:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674269184512 00000100:00100000:2.0:1782107205.074462:0:6521:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674269184512 00000100:00100000:2.0:1782107205.074490:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 467 00000100:00100000:2.0:1782107205.074496:0:6521:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c7bbfbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3660:x1868674269184512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1782107205.074529:0:6521:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c7bbfbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3660:x1868674269184512:12345-0@lo:400:kworker.0 Request processed in 33us (9231us total) trans 0 rc 0/0 00000100:00100000:2.0:1782107205.074534:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 467 00000100:00080000:2.0:1782107205.074548:0:6512:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00080000:2.0:1782107205.076500:0:3661:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa08c447f3100 x1868674269184128/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1782107221 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1782107205.076524:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08c447f3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1868674269184128:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1782107205.076535:0:8401:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c7bbfb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3660:x1868674269184000:12345-0@lo:13:osp-pre-1-1.0 Request processed in 13957us (14278us total) trans 0 rc 0/0 00000100:00100000:3.0:1782107205.076544:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 326 00010000:00080000:1.0:1782107205.076841:0:3660:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa08c7fc27480 x1868674269184000/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1782107221 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1782107205.076845:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.43@tcp (source: 12345-192.168.203.43@tcp) 00000100:00100000:1.0:1782107205.076854:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08c7fc27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1868674269184000:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1782107205.076869:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674246997248 00000100:00100000:1.0:1782107205.076880:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08c7b98d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1868674269184512:0@lo:400:kworker.0 00000100:00100000:2.0:1782107205.076886:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674246997248 00000100:00100000:2.0:1782107205.076919:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.43@tcp, seq: 255 00000100:00100000:2.0:1782107205.076928:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c447f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2eadce33-9ab8-4caf-b349-1b7b3db092bc+7:36655:x1868674246997248:12345-192.168.203.43@tcp:101:rm.0 00010000:00010000:2.0:1782107205.076943:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1782107205.076964:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffffa08b43418200/0x7e3d6a8eb3a1349c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x518b9a3576b3fc7 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107205.077035:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffffa08b43419c00/0x7e3d6a8eb3a134a3 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107205.077048:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffffa08b43419c00/0x7e3d6a8eb3a134a3 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107205.077058:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffffa08b43419c00/0x7e3d6a8eb3a134a3 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1782107205.077133:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x7:0x0]: returning size 4096 00000004:00200000:2.0:1782107205.077137:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:2.0:1782107205.077155:0:6517:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffffa08b43419c00/0x7e3d6a8eb3a134a3 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107205.077178:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffffa08b43418200/0x7e3d6a8eb3a1349c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.43@tcp remote: 0x518b9a3576b3fc7 expref: 9 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107205.077194:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffffa08b43419c00/0x7e3d6a8eb3a134a3 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.43@tcp remote: 0x518b9a3576b3fc7 expref: 8 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107205.077202:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x7:0x0].0x0 (ffffa08c7a609c00) 00010000:00010000:2.0:1782107205.077205:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1782107205.077209:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa08b43419c00, rc 0) 00000100:00100000:2.0:1782107205.077256:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c447f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2eadce33-9ab8-4caf-b349-1b7b3db092bc+8:36655:x1868674246997248:12345-192.168.203.43@tcp:101:rm.0 Request processed in 330us (413us total) trans 0 rc 0/0 00000100:00100000:2.0:1782107205.077262:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.43@tcp, seq: 255 00000100:00100000:1.0:1782107205.078482:0:6510:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674269184256 00000100:00100000:1.0:1782107205.078491:0:6510:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674269184256 00000100:00100000:1.0:1782107205.078533:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 438 00000100:00100000:1.0:1782107205.078540:0:6510:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c42d5f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:43809427-66c4-4a66-b088-77a1495576b0+23:3659:x1868674269184256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1782107205.078599:0:6510:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c42d5f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:43809427-66c4-4a66-b088-77a1495576b0+23:3659:x1868674269184256:12345-0@lo:400:kworker.0 Request processed in 60us (4874us total) trans 0 rc 0/0 00000100:00100000:1.0:1782107205.078611:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 438 00000100:00100000:1.0:1782107205.078655:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08c7b98f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:43809427-66c4-4a66-b088-77a1495576b0:3659:1868674269184256:0@lo:400:kworker.0 00000100:00100000:2.0:1782107205.081491:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.43@tcp (source: 12345-192.168.203.43@tcp) 00000100:00100000:2.0:1782107205.081523:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674246997376 00000100:00100000:2.0:1782107205.081530:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674246997376 00000100:00100000:2.0:1782107205.081571:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.43@tcp, seq: 256 00000100:00100000:2.0:1782107205.081579:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c7fca2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2eadce33-9ab8-4caf-b349-1b7b3db092bc+10:36655:x1868674246997376:12345-192.168.203.43@tcp:101:rm.0 00010000:00010000:2.0:1782107205.081597:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1782107205.081617:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa08b43419400/0x7e3d6a8eb3a134aa lrc: 2/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x518b9a3576b3fce expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107205.081683:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa08b43418400/0x7e3d6a8eb3a134b1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107205.081697:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa08b43418400/0x7e3d6a8eb3a134b1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107205.081708:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa08b43418400/0x7e3d6a8eb3a134b1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1782107205.081745:0:6516:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x7:0x0]: returning size 4096 00000004:00200000:2.0:1782107205.081750:0:6516:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1782107205.081785:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa08b43419400/0x7e3d6a8eb3a134aa lrc: 0/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.43@tcp remote: 0x518b9a3576b3fce expref: 12 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107205.081801:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa08b43418400/0x7e3d6a8eb3a134b1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.43@tcp remote: 0x518b9a3576b3fce expref: 11 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107205.081824:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffffa08c51e1f400) 00010000:00010000:2.0:1782107205.081827:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1782107205.081831:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa08b43418400, rc 0) 00000100:00100000:2.0:1782107205.081883:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c7fca2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2eadce33-9ab8-4caf-b349-1b7b3db092bc+11:36655:x1868674246997376:12345-192.168.203.43@tcp:101:rm.0 Request processed in 303us (399us total) trans 0 rc 0/0 00000100:00100000:2.0:1782107205.081889:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.43@tcp, seq: 256 00000100:00100000:0.0:1782107205.083823:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08c7b98f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3661:1868674269184640:0@lo:400:kworker.0 00000100:00100000:0.0:1782107205.083883:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782107205.083952:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1782107205.083960:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08c7b98ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1868674269184768:0@lo:400:kworker.0 00000100:00100000:0.0:1782107205.083986:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782107205.084020:0:7835:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674269184768 00000100:00100000:0.0:1782107205.084027:0:7835:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674269184768 00000100:00100000:1.0:1782107205.084033:0:7836:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674269184640 00000100:00100000:1.0:1782107205.084036:0:7836:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674269184640 00000100:00100000:0.0:1782107205.084065:0:7835:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 468 00000100:00100000:1.0:1782107205.084073:0:7836:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 664 00000100:00100000:0.0:1782107205.084073:0:7835:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c7b98fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3659:x1868674269184768:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1782107205.084078:0:7836:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c7b98d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3661:x1868674269184640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1782107205.084119:0:7836:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c7b98d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3661:x1868674269184640:12345-0@lo:400:kworker.0 Request processed in 41us (235us total) trans 0 rc 0/0 00000100:00100000:0.0:1782107205.084119:0:7835:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c7b98fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3659:x1868674269184768:12345-0@lo:400:kworker.0 Request processed in 47us (132us total) trans 0 rc 0/0 00000100:00100000:1.0:1782107205.084127:0:7836:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 664 00000100:00100000:0.0:1782107205.084127:0:7835:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 468 00000100:00100000:0.0:1782107205.084163:0:3659:0:(client.c:3102:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294967336 gen 2 00000004:00080000:0.0:1782107205.084168:0:3659:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967333 committed transno 4294967336 00000020:00080000:0.0:1782107205.084178:0:3659:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffffa08c81af0240 refcount 2 committed 0 result 0 batchid 5 00000020:00080000:0.0:1782107205.084182:0:3659:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffffa08b4359c200 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffffa08c81af0e40 00000020:00080000:0.0:1782107205.084184:0:3659:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000401:0x3:0x0].5 00000020:00080000:0.0:1782107205.084186:0:3659:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffffa08b4355a100 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffffa08b4366de00 00000020:00080000:0.0:1782107205.084188:0:3659:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000400:0x3:0x0].5 00000004:00080000:0.0:1782107205.084213:0:3659:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967334 committed transno 4294967336 00000004:00080000:0.0:1782107205.084222:0:3659:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967335 committed transno 4294967336 00000004:00080000:0.0:1782107205.084229:0:3659:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967336 committed transno 4294967336 00000100:00100000:0.0:1782107205.084240:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08c7b98ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1868674269184768:0@lo:400:kworker.0 00000100:00100000:0.0:1782107205.084264:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08c7b98f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3661:1868674269184640:0@lo:400:kworker.0 00000100:00100000:0.0:1782107205.084292:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08c7b98f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3659:1868674269184896:0@lo:400:kworker.0 00000100:00100000:0.0:1782107205.084328:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782107205.084366:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674269184896 00000100:00100000:0.0:1782107205.084370:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674269184896 00000100:00100000:0.0:1782107205.084424:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 665 00000100:00100000:0.0:1782107205.084431:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c7b98ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3659:x1868674269184896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1782107205.084464:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c7b98ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3659:x1868674269184896:12345-0@lo:400:kworker.0 Request processed in 35us (135us total) trans 0 rc 0/0 00000100:00100000:0.0:1782107205.084470:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 665 00000100:00080000:0.0:1782107205.084504:0:6512:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00080000:1.0:1782107205.084523:0:6548:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 5 committed batchid 4 00000100:00100000:0.0:1782107205.084526:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08c7b98f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3659:1868674269184896:0@lo:400:kworker.0 00000100:00100000:0.0:1782107205.084553:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1782107205.084559:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08c7b98f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3661:1868674269185024:0@lo:400:kworker.0 00000100:00100000:0.0:1782107205.084580:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:1.0:1782107205.084581:0:6548:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4 00000100:00100000:0.0:1782107205.084600:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674269185024 00000100:00100000:0.0:1782107205.084603:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674269185024 00000100:00100000:0.0:1782107205.084640:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 666 00000100:00100000:0.0:1782107205.084646:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c7b98e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3661:x1868674269185024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1782107205.084677:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c7b98e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3661:x1868674269185024:12345-0@lo:400:kworker.0 Request processed in 32us (97us total) trans 0 rc 0/0 00000100:00100000:0.0:1782107205.084682:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 666 00000100:00100000:0.0:1782107205.084707:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08c7b98f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3661:1868674269185024:0@lo:400:kworker.0 00000100:00100000:0.0:1782107205.084733:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08c7b98f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1868674269185152:0@lo:400:kworker.0 00000100:00100000:0.0:1782107205.084757:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782107205.084780:0:8397:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674269185152 00000100:00100000:0.0:1782107205.084783:0:8397:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674269185152 00000100:00100000:0.0:1782107205.084810:0:8397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 186 00000100:00100000:0.0:1782107205.084824:0:8397:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c7b98c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3661:x1868674269185152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1782107205.084857:0:8397:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c7b98c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3661:x1868674269185152:12345-0@lo:400:kworker.0 Request processed in 34us (100us total) trans 0 rc 0/0 00000100:00100000:0.0:1782107205.084864:0:8397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 186 00000100:00100000:0.0:1782107205.084890:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08c7b98f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1868674269185152:0@lo:400:kworker.0 00000100:00100000:0.0:1782107205.084915:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1782107205.084921:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08c7b98f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1868674269185280:0@lo:400:kworker.0 00000100:00080000:1.0:1782107205.084939:0:6512:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1782107205.084943:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782107205.084964:0:8399:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674269185280 00000100:00100000:0.0:1782107205.084967:0:8399:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674269185280 00000100:00100000:0.0:1782107205.085001:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 187 00000100:00100000:0.0:1782107205.085007:0:8399:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c7b98e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3659:x1868674269185280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1782107205.085049:0:8399:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c7b98e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3659:x1868674269185280:12345-0@lo:400:kworker.0 Request processed in 43us (105us total) trans 0 rc 0/0 00000100:00100000:0.0:1782107205.085055:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 187 00000100:00100000:0.0:1782107205.085076:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08c7b98f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1868674269185280:0@lo:400:kworker.0 00000100:00100000:0.0:1782107205.085105:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08c7b98f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3659:1868674269185408:0@lo:400:kworker.0 00000100:00100000:0.0:1782107205.085127:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782107205.085180:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08c7b98c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3660:1868674269185536:0@lo:400:kworker.0 00000100:00100000:0.0:1782107205.085201:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782107205.085214:0:7836:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674269185408 00000100:00100000:1.0:1782107205.085218:0:7836:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674269185408 00000100:00100000:0.0:1782107205.085224:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674269185536 00000100:00100000:0.0:1782107205.085226:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674269185536 00000100:00100000:1.0:1782107205.085245:0:7836:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 667 00000100:00100000:1.0:1782107205.085250:0:7836:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c7b98dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3659:x1868674269185408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1782107205.085285:0:7836:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c7b98dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3659:x1868674269185408:12345-0@lo:400:kworker.0 Request processed in 35us (157us total) trans 0 rc 0/0 00000100:00100000:0.0:1782107205.090490:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 668 00000100:00100000:0.0:1782107205.090512:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c7b98d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3660:x1868674269185536:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1782107205.090611:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c7b98d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3660:x1868674269185536:12345-0@lo:400:kworker.0 Request processed in 109us (5408us total) trans 0 rc 0/0 00000100:00100000:0.0:1782107205.090626:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 668 00000100:00100000:0.0:1782107205.090710:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08c7b98c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3660:1868674269185536:0@lo:400:kworker.0 00000100:00100000:2.0:1782107205.091323:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.43@tcp (source: 12345-192.168.203.43@tcp) 00000100:00100000:2.0:1782107205.091364:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674246997632 00000100:00100000:2.0:1782107205.091370:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674246997632 00000100:00100000:2.0:1782107205.091429:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.43@tcp, seq: 257 00000100:00100000:2.0:1782107205.091437:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c7fca0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2eadce33-9ab8-4caf-b349-1b7b3db092bc+8:36655:x1868674246997632:12345-192.168.203.43@tcp:101:rm.0 00010000:00010000:2.0:1782107205.091452:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1782107205.091487:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffffa08b43419800/0x7e3d6a8eb3a134b8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x518b9a3576b3fd5 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1782107205.091620:0:6516:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x7:0x0]: returning size 4096 00010000:00010000:2.0:1782107205.091714:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffffa08b43419800/0x7e3d6a8eb3a134b8 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.43@tcp remote: 0x518b9a3576b3fd5 expref: 10 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107205.091728:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffffa08c51e1f200) 00010000:00010000:2.0:1782107205.091731:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1782107205.091736:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffffa08b43419800/0x7e3d6a8eb3a134b8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.43@tcp remote: 0x518b9a3576b3fd5 expref: 10 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107205.091750:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa08b43419800, rc 0) 00000100:00100000:2.0:1782107205.091794:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c7fca0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2eadce33-9ab8-4caf-b349-1b7b3db092bc+9:36655:x1868674246997632:12345-192.168.203.43@tcp:101:rm.0 Request processed in 357us (474us total) trans 4294967338 rc 301/301 00000100:00100000:2.0:1782107205.091810:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.43@tcp, seq: 257 00000100:00080000:2.0:1782107205.096511:0:6512:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1782107205.096521:0:6512:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1782107205.099413:0:7836:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 667 00000100:00100000:1.0:1782107205.099507:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08c7b98f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3659:1868674269185408:0@lo:400:kworker.0 00000100:00100000:1.0:1782107205.103195:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.43@tcp (source: 12345-192.168.203.43@tcp) 00000100:00100000:3.0:1782107205.103239:0:6520:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674246997760 00000100:00100000:3.0:1782107205.103249:0:6520:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674246997760 00000100:00100000:3.0:1782107205.103303:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.43@tcp, seq: 47 00000100:00100000:3.0:1782107205.103313:0:6520:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c51158850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2eadce33-9ab8-4caf-b349-1b7b3db092bc+9:36655:x1868674246997760:12345-192.168.203.43@tcp:37:rm.0 00000100:00100000:2.0:1782107205.113962:0:6520:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c51158850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2eadce33-9ab8-4caf-b349-1b7b3db092bc+9:36655:x1868674246997760:12345-192.168.203.43@tcp:37:rm.0 Request processed in 10641us (10766us total) trans 0 rc 0/0 00000100:00100000:2.0:1782107205.113975:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.43@tcp, seq: 47 00000100:00100000:2.0:1782107205.119986:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.43@tcp (source: 12345-192.168.203.43@tcp) 00000100:00100000:0.0:1782107205.120064:0:6519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674246997888 00000100:00100000:0.0:1782107205.120074:0:6519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674246997888 00000100:00100000:0.0:1782107205.120129:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.43@tcp, seq: 48 00000100:00100000:0.0:1782107205.120140:0:6519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c7fca3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2eadce33-9ab8-4caf-b349-1b7b3db092bc+11:36655:x1868674246997888:12345-192.168.203.43@tcp:37:rm.0 00000100:00100000:1.0:1782107205.138278:0:6519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c7fca3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2eadce33-9ab8-4caf-b349-1b7b3db092bc+11:36655:x1868674246997888:12345-192.168.203.43@tcp:37:rm.0 Request processed in 18121us (18281us total) trans 0 rc 0/0 00000100:00100000:1.0:1782107205.138291:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.43@tcp, seq: 48 00000100:00100000:3.0:1782107205.148917:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.43@tcp (source: 12345-192.168.203.43@tcp) 00000100:00100000:2.0:1782107205.149112:0:6520:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674246998144 00000100:00100000:2.0:1782107205.149122:0:6520:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674246998144 00000100:00100000:2.0:1782107205.149177:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.43@tcp, seq: 49 00000100:00100000:2.0:1782107205.149188:0:6520:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c7fc26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2eadce33-9ab8-4caf-b349-1b7b3db092bc+9:36655:x1868674246998144:12345-192.168.203.43@tcp:35:rm.0 00000100:00100000:2.0:1782107205.149387:0:6520:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c7fc26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2eadce33-9ab8-4caf-b349-1b7b3db092bc+10:36655:x1868674246998144:12345-192.168.203.43@tcp:35:rm.0 Request processed in 200us (478us total) trans 4294967339 rc 0/0 00000100:00100000:2.0:1782107205.149395:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.43@tcp, seq: 49 00000100:00100000:3.0:1782107205.154585:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.43@tcp (source: 12345-192.168.203.43@tcp) 00000100:00100000:0.0:1782107205.154898:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674246998400 00000100:00100000:0.0:1782107205.154912:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674246998400 00000100:00100000:0.0:1782107205.154968:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.43@tcp, seq: 258 00000100:00100000:0.0:1782107205.154978:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c7fc25500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2eadce33-9ab8-4caf-b349-1b7b3db092bc+10:36655:x1868674246998400:12345-192.168.203.43@tcp:101:rm.0 00010000:00010000:0.0:1782107205.155002:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1782107205.155031:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffffa08c40031c00/0x7e3d6a8eb3a134c6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x518b9a3576b3fdc expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107205.155168:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffffa08c40030600/0x7e3d6a8eb3a134cd lrc: 3/1,0 mode: --/CR res: [0x240000402:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107205.155183:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffffa08c40030600/0x7e3d6a8eb3a134cd lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107205.155194:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffffa08c40030600/0x7e3d6a8eb3a134cd lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1782107205.155206:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x7:0x0]: returning size 4096 00010000:00010000:0.0:1782107205.155297:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffffa08c40031c00/0x7e3d6a8eb3a134c6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.43@tcp remote: 0x518b9a3576b3fdc expref: 13 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107205.155318:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffffa08c40030600/0x7e3d6a8eb3a134cd lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.43@tcp remote: 0x518b9a3576b3fdc expref: 12 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107205.155334:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x7:0x0].0x0 (ffffa08c7a609c00) 00010000:00010000:0.0:1782107205.155337:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1782107205.155341:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa08c40030600, rc 0) 00000100:00100000:0.0:1782107205.155467:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c7fc25500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2eadce33-9ab8-4caf-b349-1b7b3db092bc+12:36655:x1868674246998400:12345-192.168.203.43@tcp:101:rm.0 Request processed in 490us (886us total) trans 4294967340 rc 0/0 00000100:00100000:0.0:1782107205.155483:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.43@tcp, seq: 258 00000100:00100000:3.0:1782107205.170282:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.43@tcp (source: 12345-192.168.203.43@tcp) 00000100:00100000:2.0:1782107205.170449:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674246998528 00000100:00100000:2.0:1782107205.170459:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674246998528 00000100:00100000:2.0:1782107205.170516:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.43@tcp, seq: 259 00000100:00100000:2.0:1782107205.170526:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c7fc26680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2eadce33-9ab8-4caf-b349-1b7b3db092bc+11:36655:x1868674246998528:12345-192.168.203.43@tcp:41:rm.0 00000004:00000024:2.0:1782107205.170578:0:6516:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 7847059456 avail 7384014848 00000100:00100000:2.0:1782107205.170647:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c7fc26680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2eadce33-9ab8-4caf-b349-1b7b3db092bc+11:36655:x1868674246998528:12345-192.168.203.43@tcp:41:rm.0 Request processed in 123us (373us total) trans 0 rc 0/0 00000100:00100000:2.0:1782107205.170655:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.43@tcp, seq: 259 00000100:00100000:2.0:1782107205.183554:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.43@tcp (source: 12345-192.168.203.43@tcp) 00000100:00100000:0.0:1782107205.183638:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674246998656 00000100:00100000:0.0:1782107205.183647:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674246998656 00000100:00100000:0.0:1782107205.183713:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.43@tcp, seq: 260 00000100:00100000:0.0:1782107205.183724:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c7fca2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2eadce33-9ab8-4caf-b349-1b7b3db092bc+11:36655:x1868674246998656:12345-192.168.203.43@tcp:101:rm.0 00010000:00010000:0.0:1782107205.183752:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1782107205.183773:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa08c40031c00/0x7e3d6a8eb3a134db lrc: 2/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x518b9a3576b3fe3 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107205.183833:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa08c40030000/0x7e3d6a8eb3a134e2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107205.183848:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa08c40030000/0x7e3d6a8eb3a134e2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107205.183859:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa08c40030000/0x7e3d6a8eb3a134e2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107205.183870:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa08c40031800/0x7e3d6a8eb3a134e9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x7:0x0].0x98f97dfb bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107205.183877:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa08c40031800/0x7e3d6a8eb3a134e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x98f97dfb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107205.183897:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa08c40031800/0x7e3d6a8eb3a134e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x98f97dfb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107205.183963:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa08c40030a00/0x7e3d6a8eb3a134f0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x16:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107205.183971:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa08c40030a00/0x7e3d6a8eb3a134f0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107205.183977:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa08c40030a00/0x7e3d6a8eb3a134f0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1782107205.184023:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x16:0x0]: returning size 0 00000004:00200000:0.0:1782107205.184027:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1782107205.184044:0:6517:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa08c40030a00/0x7e3d6a8eb3a134f0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107205.184055:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa08c40030a00/0x7e3d6a8eb3a134f0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107205.184064:0:6517:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa08c40030000/0x7e3d6a8eb3a134e2 lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107205.184071:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa08c40030000/0x7e3d6a8eb3a134e2 lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107205.184077:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa08c40030000/0x7e3d6a8eb3a134e2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107205.184083:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa08c40030000/0x7e3d6a8eb3a134e2 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107205.184098:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa08c40030000 already unused, calling callback (ffffffffc1a094f0) 00010000:00010000:0.0:1782107205.184102:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa08c40030000/0x7e3d6a8eb3a134e2 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107205.184109:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa08c40030000/0x7e3d6a8eb3a134e2 lrc: 5/0,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107205.184121:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffffa08c51e1f400) 00010000:00010000:0.0:1782107205.184124:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1782107205.184129:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa08c40030000/0x7e3d6a8eb3a134e2 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107205.184135:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa08c40030000/0x7e3d6a8eb3a134e2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107205.184147:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa08c40031800/0x7e3d6a8eb3a134e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x98f97dfb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107205.184153:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa08c40031800/0x7e3d6a8eb3a134e9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x98f97dfb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107205.184158:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa08c40031800/0x7e3d6a8eb3a134e9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x98f97dfb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107205.184163:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa08c40031800 already unused, calling callback (ffffffffc1a094f0) 00010000:00010000:0.0:1782107205.184166:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa08c40031800/0x7e3d6a8eb3a134e9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x98f97dfb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107205.184171:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa08c40031800/0x7e3d6a8eb3a134e9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x98f97dfb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107205.184188:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x98f97dfb (ffffa08c447b8a00) 00010000:00010000:0.0:1782107205.184191:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1782107205.184194:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa08c40031800/0x7e3d6a8eb3a134e9 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x7:0x0].0x98f97dfb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107205.184200:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa08c40031800/0x7e3d6a8eb3a134e9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x7:0x0].0x98f97dfb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107205.184225:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa08c40031c00/0x7e3d6a8eb3a134db lrc: 0/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.43@tcp remote: 0x518b9a3576b3fe3 expref: 13 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107205.184238:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa08c40030a00/0x7e3d6a8eb3a134f0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.43@tcp remote: 0x518b9a3576b3fe3 expref: 12 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107205.184245:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffffa08c447b8500) 00010000:00010000:0.0:1782107205.184248:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1782107205.184250:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa08c40030a00, rc 0) 00000100:00100000:0.0:1782107205.184307:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c7fca2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2eadce33-9ab8-4caf-b349-1b7b3db092bc+12:36655:x1868674246998656:12345-192.168.203.43@tcp:101:rm.0 Request processed in 585us (762us total) trans 0 rc 0/0 00000100:00100000:0.0:1782107205.184314:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.43@tcp, seq: 260 00000100:00100000:2.0:1782107205.197088:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.43@tcp (source: 12345-192.168.203.43@tcp) 00000100:00100000:2.0:1782107205.197125:0:8982:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674246998912 00000100:00100000:2.0:1782107205.197141:0:8982:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674246998912 00000100:00100000:2.0:1782107205.197189:0:8982:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.43@tcp, seq: 261 00000100:00100000:2.0:1782107205.197199:0:8982:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c447f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2eadce33-9ab8-4caf-b349-1b7b3db092bc+12:36655:x1868674246998912:12345-192.168.203.43@tcp:36:rm.0 00010000:00010000:2.0:1782107205.197249:0:8982:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1782107205.197275:0:8982:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa08c40030a00/0x7e3d6a8eb3a134f0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.43@tcp remote: 0x518b9a3576b3fe3 expref: 12 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107205.197295:0:8982:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffffa08c447b8500) 00010000:00010000:2.0:1782107205.197311:0:8982:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa08b43418400/0x7e3d6a8eb3a134b1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.43@tcp remote: 0x518b9a3576b3fce expref: 11 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107205.197320:0:8982:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffffa08c51e1f400) 00010000:00010000:2.0:1782107205.197325:0:8982:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1782107205.197347:0:8982:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa08b43418200/0x7e3d6a8eb3a134f7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8982 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107205.197359:0:8982:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa08b43418200/0x7e3d6a8eb3a134f7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8982 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107205.197368:0:8982:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa08b43418200/0x7e3d6a8eb3a134f7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8982 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107205.197378:0:8982:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa08b43418800/0x7e3d6a8eb3a134fe lrc: 3/0,1 mode: --/PW res: [0x200000401:0x7:0x0].0x98f97dfb bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8982 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107205.197385:0:8982:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa08b43418800/0x7e3d6a8eb3a134fe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0x98f97dfb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8982 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107205.197391:0:8982:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa08b43418800/0x7e3d6a8eb3a134fe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0x98f97dfb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8982 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107205.197499:0:8982:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa08b43419200/0x7e3d6a8eb3a13505 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x16:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8982 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107205.197507:0:8982:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa08b43419200/0x7e3d6a8eb3a13505 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8982 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107205.197513:0:8982:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa08b43419200/0x7e3d6a8eb3a13505 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8982 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107205.197921:0:8982:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa08b43419600/0x7e3d6a8eb3a1350c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x16:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8982 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107205.197930:0:8982:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa08b43419600/0x7e3d6a8eb3a1350c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8982 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107205.197937:0:8982:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa08b43419600/0x7e3d6a8eb3a1350c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8982 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107205.197944:0:8982:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa08b43419600/0x7e3d6a8eb3a1350c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8982 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107205.197950:0:8982:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa08b43419600/0x7e3d6a8eb3a1350c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8982 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107205.197955:0:8982:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa08b43419600/0x7e3d6a8eb3a1350c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8982 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107205.198816:0:8982:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1782107205.198839:0:8982:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa08b43419200/0x7e3d6a8eb3a13505 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8982 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107205.198847:0:8982:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa08b43419200/0x7e3d6a8eb3a13505 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8982 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107205.198860:0:8982:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa08b43419200/0x7e3d6a8eb3a13505 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8982 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107205.198865:0:8982:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa08b43419200 already unused, calling callback (ffffffffc1a094f0) 00010000:00010000:2.0:1782107205.198869:0:8982:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa08b43419200/0x7e3d6a8eb3a13505 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8982 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107205.198876:0:8982:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa08b43419200/0x7e3d6a8eb3a13505 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8982 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107205.198886:0:8982:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffffa08c51e1f500) 00010000:00010000:2.0:1782107205.198889:0:8982:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1782107205.198893:0:8982:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa08b43419200/0x7e3d6a8eb3a13505 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x16:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8982 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107205.198899:0:8982:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa08b43419200/0x7e3d6a8eb3a13505 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x16:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8982 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107205.198917:0:8982:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa08b43418200/0x7e3d6a8eb3a134f7 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8982 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107205.198923:0:8982:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa08b43418200/0x7e3d6a8eb3a134f7 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8982 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107205.198928:0:8982:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa08b43418200/0x7e3d6a8eb3a134f7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8982 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107205.198933:0:8982:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa08b43418200/0x7e3d6a8eb3a134f7 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8982 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107205.198938:0:8982:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa08b43418200 already unused, calling callback (ffffffffc1a094f0) 00010000:00010000:2.0:1782107205.198945:0:8982:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa08b43418200/0x7e3d6a8eb3a134f7 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8982 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107205.198951:0:8982:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa08b43418200/0x7e3d6a8eb3a134f7 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8982 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107205.198959:0:8982:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffffa08c51e1f200) 00010000:00010000:2.0:1782107205.198961:0:8982:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1782107205.198963:0:8982:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa08b43418200/0x7e3d6a8eb3a134f7 lrc: 3/0,0 mode: --/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8982 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107205.198969:0:8982:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa08b43418200/0x7e3d6a8eb3a134f7 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8982 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1782107205.198982:0:8982:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006425daa5 reply state 00000000617e9050 transno 4294967391 ns: mdt-lustre-MDT0000_UUID lock: ffffa08b43418800/0x7e3d6a8eb3a134fe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0x98f97dfb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8982 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107205.198992:0:8982:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa08b43418800/0x7e3d6a8eb3a134fe lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x7:0x0].0x98f97dfb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8982 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107205.198997:0:8982:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x98f97dfb (ffffa08c447b8a00) 00010000:00010000:2.0:1782107205.198999:0:8982:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1782107205.199001:0:8982:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1782107205.199090:0:8982:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c447f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2eadce33-9ab8-4caf-b349-1b7b3db092bc+12:36655:x1868674246998912:12345-192.168.203.43@tcp:36:rm.0 Request processed in 1890us (2005us total) trans 4294967391 rc 0/0 00000100:00100000:2.0:1782107205.199098:0:8982:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.43@tcp, seq: 261 00010000:00010000:0.0:1782107205.201869:0:6505:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1782107205.201881:0:6505:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa08b43419600/0x7e3d6a8eb3a1350c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8982 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107205.201893:0:6505:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa08b43419600 already unused, calling callback (ffffffffc0e666f0) 00010000:00010000:0.0:1782107205.201898:0:6505:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa08b43419600/0x7e3d6a8eb3a1350c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8982 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107205.201918:0:6505:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa08b43419600/0x7e3d6a8eb3a1350c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8982 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107205.201935:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffffa08c51e1f500) 00010000:00010000:0.0:1782107205.201938:0:6505:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1782107205.201943:0:6505:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa08b43419600/0x7e3d6a8eb3a1350c lrc: 1/0,0 mode: --/PW res: [0x200000402:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8982 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107205.201949:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa08b43419600/0x7e3d6a8eb3a1350c lrc: 0/0,0 mode: --/PW res: [0x200000402:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8982 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107205.201968:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782107205.201970:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782107205.201972:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1782107205.213041:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.43@tcp (source: 12345-192.168.203.43@tcp) 00000100:00100000:0.0:1782107205.213074:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.43@tcp (source: 12345-192.168.203.43@tcp) 00000100:00100000:0.0:1782107205.213102:0:6502:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674246999040 00000100:00100000:0.0:1782107205.213111:0:6502:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674246999040 00000100:00100000:0.0:1782107205.213164:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.43@tcp, seq: 25 00000100:00100000:0.0:1782107205.213174:0:6502:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c7b98c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2eadce33-9ab8-4caf-b349-1b7b3db092bc+12:2414:x1868674246999040:12345-192.168.203.43@tcp:103:rm.0 00010000:00010000:0.0:1782107205.213186:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1782107205.213206:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b942000/0x7e3d6a8eb3a13425 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.43@tcp remote: 0x518b9a3576b3f96 expref: 12 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107205.213222:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x7:0x0].0x0 (ffffa08c447b8300) 00010000:00010000:0.0:1782107205.213232:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1782107205.213280:0:6502:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c7b98c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2eadce33-9ab8-4caf-b349-1b7b3db092bc+11:2414:x1868674246999040:12345-192.168.203.43@tcp:103:rm.0 Request processed in 108us (249us total) trans 0 rc 0/0 00000100:00100000:0.0:1782107205.213297:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.43@tcp, seq: 25 00000100:00100000:0.0:1782107205.213321:0:6519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674246999296 00000100:00100000:0.0:1782107205.213325:0:6519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674246999296 00000100:00100000:0.0:1782107205.213349:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.43@tcp, seq: 50 00000100:00100000:0.0:1782107205.213355:0:6519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c7b98ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2eadce33-9ab8-4caf-b349-1b7b3db092bc+12:36655:x1868674246999296:12345-192.168.203.43@tcp:35:rm.0 00000100:00100000:0.0:1782107205.213535:0:6519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c7b98ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2eadce33-9ab8-4caf-b349-1b7b3db092bc+13:36655:x1868674246999296:12345-192.168.203.43@tcp:35:rm.0 Request processed in 179us (459us total) trans 4294967341 rc 0/0 00000100:00100000:0.0:1782107205.213541:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.43@tcp, seq: 50 00000100:00100000:0.0:1782107205.223708:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.43@tcp (source: 12345-192.168.203.43@tcp) 00000100:00100000:1.0:1782107205.224003:0:18105:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674246999552 00000100:00100000:1.0:1782107205.224037:0:18105:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674246999552 00000100:00100000:1.0:1782107205.224098:0:18105:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.43@tcp, seq: 262 00000100:00100000:1.0:1782107205.224109:0:18105:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c7b98ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2eadce33-9ab8-4caf-b349-1b7b3db092bc+13:36655:x1868674246999552:12345-192.168.203.43@tcp:36:rm.0 00010000:00010000:1.0:1782107205.224164:0:18105:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1782107205.224190:0:18105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffffa08c40030600/0x7e3d6a8eb3a134cd lrc: 0/0,0 mode: --/CR res: [0x240000402:0x7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.43@tcp remote: 0x518b9a3576b3fdc expref: 13 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107205.224212:0:18105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffffa08b43419c00/0x7e3d6a8eb3a134a3 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x7:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.43@tcp remote: 0x518b9a3576b3fc7 expref: 12 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107205.224224:0:18105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffffa08b43418e00/0x7e3d6a8eb3a13433 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x7:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.43@tcp remote: 0x518b9a3576b3f9d expref: 11 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107205.224233:0:18105:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x7:0x0].0x0 (ffffa08c7a609c00) 00010000:00010000:1.0:1782107205.224244:0:18105:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1782107205.224287:0:18105:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08c412eaa00/0x7e3d6a8eb3a13513 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 18105 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107205.224295:0:18105:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08c412eaa00/0x7e3d6a8eb3a13513 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 18105 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107205.224305:0:18105:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08c412eaa00/0x7e3d6a8eb3a13513 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x1000000000000 pid: 18105 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1782107205.224325:0:18105:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08c7bbfad80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:18105:1868674269185664:0@lo:101:mdt00_005.0 00000100:00100000:1.0:1782107205.224372:0:18105:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782107205.224439:0:18105:0:(client.c:2692:ptlrpc_set_wait()) set ffffa08b42fc5840 going to sleep for 11 seconds 00000100:00100000:1.0:1782107205.224456:0:6522:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674269185664 00000100:00100000:1.0:1782107205.224460:0:6522:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674269185664 00000100:00100000:1.0:1782107205.224492:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 469 00000100:00100000:1.0:1782107205.224498:0:6522:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c7bbf8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:18105:x1868674269185664:12345-0@lo:101:mdt00_005.0 00010000:00010000:1.0:1782107205.224510:0:6522:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1782107205.224523:0:6522:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa08c412eb800/0x7e3d6a8eb3a1351a lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7e3d6a8eb3a13513 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107205.224542:0:6522:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b942800/0x7e3d6a8eb3a13409 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.43@tcp remote: 0x518b9a3576b3f8f expref: 10 pid: 8982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107205.224551:0:6522:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffffa08c412eb800/0x7e3d6a8eb3a1351a lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x7e3d6a8eb3a13513 expref: 7 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107205.224570:0:6522:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b942800/0x7e3d6a8eb3a13409 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.43@tcp remote: 0x518b9a3576b3f8f expref: 10 pid: 8982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107205.224581:0:6522:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b942800/0x7e3d6a8eb3a13409 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.43@tcp remote: 0x518b9a3576b3f8f expref: 10 pid: 8982 timeout: 741 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1782107205.224592:0:6522:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08c7bbf8a80 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:6522:1868674269185792:192.168.203.43@tcp:104: 00000100:00100000:1.0:1782107205.224643:0:6522:0:(client.c:2692:ptlrpc_set_wait()) set ffffa08b42fc5d80 going to sleep for 11 seconds 00000100:00100000:0.0:1782107205.230559:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.43@tcp (source: 12345-192.168.203.43@tcp) 00000100:00100000:3.0:1782107205.230888:0:6522:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08c7bbf8a80 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:6522:1868674269185792:192.168.203.43@tcp:104: 00010000:00010000:3.0:1782107205.230921:0:6522:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa08c412eb800/0x7e3d6a8eb3a1351a lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x7e3d6a8eb3a13513 expref: 7 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107205.230936:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffffa08c43d2b100) 00010000:00010000:3.0:1782107205.230948:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1782107205.230953:0:6522:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffffa08c412eb800/0x7e3d6a8eb3a1351a lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x7e3d6a8eb3a13513 expref: 7 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107205.230964:0:6522:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa08c412eb800, rc 0) 00000100:00100000:3.0:1782107205.231061:0:6522:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c7bbf8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:18105:x1868674269185664:12345-0@lo:101:mdt00_005.0 Request processed in 6562us (6687us total) trans 0 rc 0/0 00000100:00100000:3.0:1782107205.231070:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 469 00000100:00100000:2.0:1782107205.231269:0:9469:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674246999680 00000100:00100000:2.0:1782107205.231276:0:9469:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674246999680 00010000:00010000:2.0:1782107205.231305:0:9469:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b942800/0x7e3d6a8eb3a13409 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.43@tcp remote: 0x518b9a3576b3f8f expref: 11 pid: 8982 timeout: 741 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1782107205.231341:0:9469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.43@tcp, seq: 87 00000100:00100000:2.0:1782107205.231358:0:9469:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c7b98f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2eadce33-9ab8-4caf-b349-1b7b3db092bc+11:2414:x1868674246999680:12345-192.168.203.43@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1782107205.231373:0:9469:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1782107205.231380:0:9469:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b942800/0x7e3d6a8eb3a13409 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.43@tcp remote: 0x518b9a3576b3f8f expref: 11 pid: 8982 timeout: 741 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107205.231391:0:9469:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b942800/0x7e3d6a8eb3a13409 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.43@tcp remote: 0x518b9a3576b3f8f expref: 11 pid: 8982 timeout: 741 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107205.231433:0:9469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b942800/0x7e3d6a8eb3a13409 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.43@tcp remote: 0x518b9a3576b3f8f expref: 11 pid: 8982 timeout: 741 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107205.231447:0:9469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffffa08c43d2b100) 00010000:00010000:2.0:1782107205.231452:0:9469:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffffa08c412eb800/0x7e3d6a8eb3a1351a lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x7e3d6a8eb3a13513 expref: 6 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107205.231462:0:9469:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa08c412eb800/0x7e3d6a8eb3a1351a lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x7e3d6a8eb3a13513 expref: 6 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107205.231471:0:9469:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa08c412eb800/0x7e3d6a8eb3a1351a lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x7e3d6a8eb3a13513 expref: 6 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107205.231502:0:9469:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffffa08c412eb800/0x7e3d6a8eb3a1351a lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x7e3d6a8eb3a13513 expref: 6 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1782107205.231515:0:9469:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08b43507b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:9469:1868674269185920:0@lo:105: 00000100:00100000:2.0:1782107205.231552:0:9469:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782107205.231584:0:9469:0:(client.c:2692:ptlrpc_set_wait()) set ffffa08b41786d80 going to sleep for 11 seconds 00000100:00100000:0.0:1782107205.231743:0:18105:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08c7bbfad80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:18105:1868674269185664:0@lo:101:mdt00_005.0 00010000:00010000:0.0:1782107205.231758:0:18105:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08c412eaa00/0x7e3d6a8eb3a13513 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x7e3d6a8eb3a1351a expref: -99 pid: 18105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107205.231769:0:18105:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08c412eaa00/0x7e3d6a8eb3a13513 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x7e3d6a8eb3a1351a expref: -99 pid: 18105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1782107205.232283:0:6499:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1782107205.232296:0:6499:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674269185920 00000100:00100000:1.0:1782107205.232300:0:6499:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674269185920 00000100:00100000:1.0:1782107205.232335:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1782107205.232343:0:6499:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08b42f44450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:9469:x1868674269185920:12345-0@lo:105: 00010000:00010000:1.0:1782107205.232352:0:6499:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08c412eaa00/0x7e3d6a8eb3a13513 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x7e3d6a8eb3a1351a expref: -99 pid: 18105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107205.232372:0:6499:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08c412eaa00/0x7e3d6a8eb3a13513 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x7e3d6a8eb3a1351a expref: -99 pid: 18105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107205.232379:0:6499:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08c412eaa00/0x7e3d6a8eb3a13513 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x7e3d6a8eb3a1351a expref: -99 pid: 18105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107205.232387:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08c412eaa00/0x7e3d6a8eb3a13513 lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x7e3d6a8eb3a1351a expref: -99 pid: 18105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107205.232393:0:6499:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08c412eaa00/0x7e3d6a8eb3a13513 lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x7e3d6a8eb3a1351a expref: -99 pid: 18105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107205.239863:0:6499:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08c412eaa00/0x7e3d6a8eb3a13513 lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x7e3d6a8eb3a1351a expref: -99 pid: 18105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107205.239944:0:6499:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffffa08c412eaa00) 00000100:00100000:1.0:1782107205.240043:0:6499:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08b42f44450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:9469:x1868674269185920:12345-0@lo:105: Request processed in 7698us (8487us total) trans 0 rc 0/0 00000100:00100000:1.0:1782107205.240053:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:2.0:1782107205.240177:0:9469:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08b43507b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:9469:1868674269185920:0@lo:105: 00010000:00010000:2.0:1782107205.240195:0:9469:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1782107205.240250:0:9469:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c7b98f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2eadce33-9ab8-4caf-b349-1b7b3db092bc+10:2414:x1868674246999680:12345-192.168.203.43@tcp:103:ldlm_bl.0 Request processed in 8892us (9698us total) trans 0 rc 0/0 00000100:00100000:2.0:1782107205.240259:0:9469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.43@tcp, seq: 87 00010000:00010000:0.0:1782107205.240852:0:18105:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08c412eaa00/0x7e3d6a8eb3a13513 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x7e3d6a8eb3a1351a expref: -99 pid: 18105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107205.240865:0:18105:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08c412eaa00/0x7e3d6a8eb3a13513 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x7e3d6a8eb3a1351a expref: -99 pid: 18105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1782107205.240887:0:18105:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:0.0:1782107205.240927:0:18105:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08c40031800/0x7e3d6a8eb3a13521 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x4d858f62 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 18105 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107205.240950:0:18105:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08c40031800/0x7e3d6a8eb3a13521 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x4d858f62 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 18105 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107205.240961:0:18105:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08c40031800/0x7e3d6a8eb3a13521 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x4d858f62 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 18105 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782107205.240980:0:18105:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08c7b98f800 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:18105:1868674269186048:0@lo:101:mdt00_005.0 00000100:00100000:0.0:1782107205.241032:0:18105:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782107205.241238:0:18105:0:(client.c:2692:ptlrpc_set_wait()) set ffffa08c81af0f00 going to sleep for 11 seconds 00000100:00100000:2.0:1782107205.241292:0:6521:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674269186048 00000100:00100000:2.0:1782107205.241298:0:6521:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674269186048 00000100:00100000:2.0:1782107205.241376:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 470 00000100:00100000:2.0:1782107205.241385:0:6521:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c7b98d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:18105:x1868674269186048:12345-0@lo:101:mdt00_005.0 00010000:00010000:2.0:1782107205.241496:0:6521:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1782107205.241513:0:6521:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa08b43418200/0x7e3d6a8eb3a13528 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x4d858f62 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7e3d6a8eb3a13521 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107205.241538:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa08b43418200/0x7e3d6a8eb3a13528 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x4d858f62 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x7e3d6a8eb3a13521 expref: 8 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107205.241550:0:6521:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa08b43418200/0x7e3d6a8eb3a13528 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x4d858f62 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x7e3d6a8eb3a13521 expref: 8 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107205.241557:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4d858f62 (ffffa08c51e1f200) 00010000:00010000:2.0:1782107205.241560:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1782107205.241563:0:6521:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa08b43418200, rc 0) 00000100:00100000:2.0:1782107205.241612:0:6521:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c7b98d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:18105:x1868674269186048:12345-0@lo:101:mdt00_005.0 Request processed in 228us (580us total) trans 0 rc 0/0 00000100:00100000:2.0:1782107205.241618:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 470 00000100:00100000:0.0:1782107205.241748:0:18105:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08c7b98f800 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:18105:1868674269186048:0@lo:101:mdt00_005.0 00010000:00010000:0.0:1782107205.241761:0:18105:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08c40031800/0x7e3d6a8eb3a13521 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4d858f62 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x7e3d6a8eb3a13528 expref: -99 pid: 18105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107205.241771:0:18105:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08c40031800/0x7e3d6a8eb3a13521 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4d858f62 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x7e3d6a8eb3a13528 expref: -99 pid: 18105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1782107205.241785:0:18105:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:0.0:1782107205.241815:0:18105:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08c7b98f800 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:18105:1868674269186176:0@lo:1000:mdt00_005.0 00000100:00100000:0.0:1782107205.241841:0:18105:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782107205.242219:0:18105:0:(client.c:2692:ptlrpc_set_wait()) set ffffa08c81af0e40 going to sleep for 11 seconds 00000100:00100000:1.0:1782107205.242287:0:7835:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674269186176 00000100:00100000:1.0:1782107205.242292:0:7835:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674269186176 00000100:00100000:1.0:1782107205.242316:0:7835:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 471 00000100:00100000:1.0:1782107205.242322:0:7835:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c7b98c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:18105:x1868674269186176:12345-0@lo:1000:mdt00_005.0 00000100:00100000:1.0:1782107205.242386:0:7835:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c7b98c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:18105:x1868674269186176:12345-0@lo:1000:mdt00_005.0 Request processed in 64us (544us total) trans 0 rc 0/0 00000100:00100000:1.0:1782107205.242393:0:7835:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 471 00000100:00100000:0.0:1782107205.242489:0:18105:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08c7b98f800 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:18105:1868674269186176:0@lo:1000:mdt00_005.0 00000100:00100000:0.0:1782107205.242525:0:18105:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08c7b98f800 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:18105:1868674269186304:0@lo:1000:mdt00_005.0 00000100:00100000:0.0:1782107205.242548:0:18105:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782107205.242569:0:18105:0:(client.c:2692:ptlrpc_set_wait()) set ffffa08c81af0e40 going to sleep for 11 seconds 00000100:00100000:1.0:1782107205.242606:0:7835:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674269186304 00000100:00100000:1.0:1782107205.242610:0:7835:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674269186304 00000100:00100000:1.0:1782107205.242626:0:7835:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 472 00000100:00100000:1.0:1782107205.242631:0:7835:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c7a408380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:18105:x1868674269186304:12345-0@lo:1000:mdt00_005.0 00000100:00100000:1.0:1782107205.242849:0:7835:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c7a408380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:18105:x1868674269186304:12345-0@lo:1000:mdt00_005.0 Request processed in 216us (299us total) trans 0 rc 1/1 00000100:00100000:1.0:1782107205.242856:0:7835:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 472 00000100:00100000:0.0:1782107205.243047:0:18105:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08c7b98f800 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:18105:1868674269186304:0@lo:1000:mdt00_005.0 00010000:00010000:0.0:1782107205.243093:0:18105:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08c40030000/0x7e3d6a8eb3a1352f lrc: 3/0,1 mode: --/EX res: [0x240000402:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 18105 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107205.243107:0:18105:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08c40030000/0x7e3d6a8eb3a1352f lrc: 3/0,1 mode: --/EX res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 18105 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107205.243117:0:18105:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08c40030000/0x7e3d6a8eb3a1352f lrc: 3/0,1 mode: --/EX res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 18105 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782107205.243129:0:18105:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08c7a408a80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:18105:1868674269186432:0@lo:101:mdt00_005.0 00000100:00100000:0.0:1782107205.243152:0:18105:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782107205.243239:0:18105:0:(client.c:2692:ptlrpc_set_wait()) set ffffa08c81af0f00 going to sleep for 11 seconds 00000100:00100000:3.0:1782107205.243282:0:6522:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674269186432 00000100:00100000:3.0:1782107205.243286:0:6522:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674269186432 00000100:00100000:3.0:1782107205.243321:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 473 00000100:00100000:3.0:1782107205.243328:0:6522:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c7a40b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:18105:x1868674269186432:12345-0@lo:101:mdt00_005.0 00010000:00010000:3.0:1782107205.243339:0:6522:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1782107205.243353:0:6522:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa08b42907c00/0x7e3d6a8eb3a13536 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7e3d6a8eb3a1352f expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107205.243373:0:6522:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa08b42907c00/0x7e3d6a8eb3a13536 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x7e3d6a8eb3a1352f expref: 9 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107205.243384:0:6522:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa08b42907c00/0x7e3d6a8eb3a13536 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x7e3d6a8eb3a1352f expref: 9 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107205.243391:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x7:0x0].0x0 (ffffa08c7a609500) 00010000:00010000:3.0:1782107205.243393:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1782107205.243395:0:6522:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa08b42907c00, rc 0) 00000100:00100000:0.0:1782107205.243611:0:6522:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c7a40b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:18105:x1868674269186432:12345-0@lo:101:mdt00_005.0 Request processed in 283us (457us total) trans 0 rc 0/0 00000100:00100000:0.0:1782107205.243618:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 473 00000100:00100000:2.0:1782107205.243673:0:18105:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08c7a408a80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:18105:1868674269186432:0@lo:101:mdt00_005.0 00010000:00010000:2.0:1782107205.243695:0:18105:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08c40030000/0x7e3d6a8eb3a1352f lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x7e3d6a8eb3a13536 expref: -99 pid: 18105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107205.243711:0:18105:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08c40030000/0x7e3d6a8eb3a1352f lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x7e3d6a8eb3a13536 expref: -99 pid: 18105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107205.243900:0:18105:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffffa08b43419200/0x7e3d6a8eb3a1353d lrc: 3/0,1 mode: --/EX res: [0x240000402:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18105 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107205.243909:0:18105:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffffa08b43419200/0x7e3d6a8eb3a1353d lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18105 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107205.243917:0:18105:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffffa08b43419200/0x7e3d6a8eb3a1353d lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18105 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107205.243930:0:18105:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffffa08b43418400/0x7e3d6a8eb3a13544 lrc: 3/0,1 mode: --/EX res: [0x240000400:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18105 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107205.243941:0:18105:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffffa08c412eb000/0x7e3d6a8eb3a13441 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.43@tcp remote: 0x518b9a3576b3fa4 expref: 10 pid: 8982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107205.243949:0:18105:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffffa08b43418400/0x7e3d6a8eb3a13544 lrc: 4/0,1 mode: --/EX res: [0x240000400:0x7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18105 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107205.243971:0:18105:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffffa08c412eb000/0x7e3d6a8eb3a13441 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.43@tcp remote: 0x518b9a3576b3fa4 expref: 10 pid: 8982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107205.243984:0:18105:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffffa08c412eb000/0x7e3d6a8eb3a13441 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.43@tcp remote: 0x518b9a3576b3fa4 expref: 10 pid: 8982 timeout: 741 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1782107205.243995:0:18105:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08b43507b80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:18105:1868674269186560:192.168.203.43@tcp:104: 00000100:00100000:2.0:1782107205.244070:0:18105:0:(client.c:2692:ptlrpc_set_wait()) set ffffa08b41786d80 going to sleep for 11 seconds 00000100:00100000:0.0:1782107205.247807:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.43@tcp (source: 12345-192.168.203.43@tcp) 00000100:00100000:1.0:1782107205.247875:0:9470:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674246999808 00000100:00100000:1.0:1782107205.247884:0:9470:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674246999808 00010000:00010000:1.0:1782107205.247922:0:9470:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffffa08c412eb000/0x7e3d6a8eb3a13441 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.43@tcp remote: 0x518b9a3576b3fa4 expref: 11 pid: 8982 timeout: 741 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1782107205.247966:0:9470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.43@tcp, seq: 88 00000100:00100000:1.0:1782107205.247976:0:9470:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c7a408a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2eadce33-9ab8-4caf-b349-1b7b3db092bc+11:2413:x1868674246999808:12345-192.168.203.43@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1782107205.247990:0:9470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1782107205.247996:0:9470:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffffa08c412eb000/0x7e3d6a8eb3a13441 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.43@tcp remote: 0x518b9a3576b3fa4 expref: 11 pid: 8982 timeout: 741 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107205.248021:0:9470:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffffa08c412eb000/0x7e3d6a8eb3a13441 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.43@tcp remote: 0x518b9a3576b3fa4 expref: 11 pid: 8982 timeout: 741 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107205.248043:0:9470:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x7:0x0].0x0 (ffffa08c7a609200) 00010000:00010000:1.0:1782107205.248048:0:9470:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffffa08b43418400/0x7e3d6a8eb3a13544 lrc: 3/0,1 mode: --/EX res: [0x240000400:0x7:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18105 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107205.248056:0:9470:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffffa08b43418400/0x7e3d6a8eb3a13544 lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x7:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 18105 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107205.248064:0:9470:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffffa08b43418400/0x7e3d6a8eb3a13544 lrc: 4/0,1 mode: EX/EX res: [0x240000400:0x7:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 18105 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107205.248094:0:9470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1782107205.248153:0:9470:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c7a408a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2eadce33-9ab8-4caf-b349-1b7b3db092bc+11:2413:x1868674246999808:12345-192.168.203.43@tcp:103:ldlm_bl.0 Request processed in 178us (354us total) trans 0 rc 0/0 00000100:00100000:1.0:1782107205.248161:0:9470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.43@tcp, seq: 88 00010000:00010000:2.0:1782107205.248955:0:18105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffffa08c412eb000/0x7e3d6a8eb3a13441 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.43@tcp remote: 0x518b9a3576b3fa4 expref: 10 pid: 8982 timeout: 741 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1782107205.248972:0:18105:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08b43507b80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:18105:1868674269186560:192.168.203.43@tcp:104: 00010000:00010000:2.0:1782107205.248991:0:18105:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffffa08b43418400/0x7e3d6a8eb3a13544 lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18105 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107205.248999:0:18105:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffffa08b43418400/0x7e3d6a8eb3a13544 lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18105 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107205.249004:0:18105:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffffa08b43418400/0x7e3d6a8eb3a13544 lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18105 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107205.249055:0:18105:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08b43418000/0x7e3d6a8eb3a1354b lrc: 3/0,1 mode: --/EX res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 18105 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107205.249062:0:18105:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08b43418000/0x7e3d6a8eb3a1354b lrc: 3/0,1 mode: --/EX res: [0x200000401:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 18105 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107205.249072:0:18105:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08b43418000/0x7e3d6a8eb3a1354b lrc: 3/0,1 mode: --/EX res: [0x200000401:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 18105 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1782107205.249091:0:18105:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08b43507b80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:18105:1868674269186688:0@lo:101:mdt00_005.0 00000100:00100000:2.0:1782107205.249134:0:18105:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782107205.249196:0:18105:0:(client.c:2692:ptlrpc_set_wait()) set ffffa08b41786d80 going to sleep for 11 seconds 00000100:00100000:0.0:1782107205.250680:0:6521:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674269186688 00000100:00100000:0.0:1782107205.250872:0:6521:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674269186688 00000100:00100000:0.0:1782107205.250940:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 474 00000100:00100000:0.0:1782107205.250950:0:6521:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c7ba51f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:18105:x1868674269186688:12345-0@lo:101:mdt00_005.0 00010000:00010000:0.0:1782107205.250968:0:6521:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1782107205.250989:0:6521:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa08c40031c00/0x7e3d6a8eb3a13552 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7e3d6a8eb3a1354b expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107205.251030:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa08c40031c00/0x7e3d6a8eb3a13552 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x7e3d6a8eb3a1354b expref: 10 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107205.251044:0:6521:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa08c40031c00/0x7e3d6a8eb3a13552 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x7e3d6a8eb3a1354b expref: 10 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107205.251053:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffffa08c447b8600) 00010000:00010000:0.0:1782107205.251068:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1782107205.251072:0:6521:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa08c40031c00, rc 0) 00000100:00100000:0.0:1782107205.251180:0:6521:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c7ba51f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:18105:x1868674269186688:12345-0@lo:101:mdt00_005.0 Request processed in 231us (2045us total) trans 0 rc 0/0 00000100:00100000:0.0:1782107205.251187:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 474 00000100:00100000:2.0:1782107205.251304:0:18105:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08b43507b80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:18105:1868674269186688:0@lo:101:mdt00_005.0 00010000:00010000:2.0:1782107205.251321:0:18105:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08b43418000/0x7e3d6a8eb3a1354b lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x7e3d6a8eb3a13552 expref: -99 pid: 18105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107205.251331:0:18105:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08b43418000/0x7e3d6a8eb3a1354b lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x7e3d6a8eb3a13552 expref: -99 pid: 18105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1782107205.252326:0:18105:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08c7ba51c00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:18105:1868674269186816:0@lo:403:mdt00_005.0 00000100:00100000:2.0:1782107205.252375:0:18105:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782107205.252477:0:18105:0:(client.c:2692:ptlrpc_set_wait()) set ffffa08b41786d80 going to sleep for 11 seconds 00000100:00100000:1.0:1782107205.252602:0:7835:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674269186816 00000100:00100000:1.0:1782107205.252609:0:7835:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674269186816 00000100:00100000:0.0:1782107205.252878:0:7835:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 475 00000100:00100000:0.0:1782107205.252888:0:7835:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c7ba52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:18105:x1868674269186816:12345-0@lo:403:mdt00_005.0 00000100:00100000:0.0:1782107205.254486:0:7835:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c7ba52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:18105:x1868674269186816:12345-0@lo:403:mdt00_005.0 Request processed in 1594us (2104us total) trans 0 rc 0/0 00000100:00100000:0.0:1782107205.254498:0:7835:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 475 00000100:00100000:1.0:1782107205.254611:0:18105:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08c7ba51c00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:18105:1868674269186816:0@lo:403:mdt00_005.0 00000040:00080000:1.0:1782107205.255553:0:18105:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x3:0x0].8, 936 off45120 00000040:00080000:1.0:1782107205.255716:0:18105:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000401:0x3:0x0].8, 1016 off46240 00000004:00080000:1.0:1782107205.255723:0:18105:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffffa08b42fc5540 with version 17 00000004:00080000:3.0:1782107205.255915:0:7445:0:(osp_trans.c:1330:osp_get_next_request()) ou ffffa08c453a7840 version 17 rpc_version 17 00000020:00100000:3.0:1782107205.255947:0:7445:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1782107205.255956:0:7445:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa08c7fc27480 x1868674269187072/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 2592/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1782107205.255984:0:7445:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08c7fc27480 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7445:1868674269187072:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1782107205.256058:0:7445:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782107205.256358:0:7445:0:(client.c:2692:ptlrpc_set_wait()) set ffffa08b42fd9240 going to sleep for 11 seconds 00000100:00100000:2.0:1782107205.256444:0:6521:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674269187072 00000100:00100000:2.0:1782107205.256451:0:6521:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674269187072 00000100:00100000:1.0:1782107205.256523:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 476 00000100:00100000:1.0:1782107205.256533:0:6522:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c7ba2ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:7445:x1868674269187072:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1782107205.257043:0:6522:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c7ba2ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+11:7445:x1868674269187072:12345-0@lo:1000:osp_up0-1.0 Request processed in 511us (984us total) trans 4294967392 rc 0/0 00000100:00100000:1.0:1782107205.257050:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 476 00000100:00100000:3.0:1782107205.257150:0:7445:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08c7fc27480 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7445:1868674269187072:0@lo:1000:osp_up0-1.0 00000004:00200000:1.0:1782107205.257210:0:18105:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x7:0x0]: returning size 4096 00010000:00010000:1.0:1782107205.257230:0:18105:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffffa08b43418400/0x7e3d6a8eb3a13544 lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18105 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107205.257239:0:18105:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffffa08b43418400/0x7e3d6a8eb3a13544 lrc: 2/0,0 mode: EX/EX res: [0x240000400:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18105 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107205.257247:0:18105:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffffa08b43418400/0x7e3d6a8eb3a13544 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18105 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107205.257253:0:18105:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa08b43418400 already unused, calling callback (ffffffffc1a094f0) 00010000:00010000:1.0:1782107205.257257:0:18105:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffffa08b43418400/0x7e3d6a8eb3a13544 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18105 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107205.257274:0:18105:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffffa08b43418400/0x7e3d6a8eb3a13544 lrc: 4/0,0 mode: EX/EX res: [0x240000400:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18105 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107205.257290:0:18105:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x7:0x0].0x0 (ffffa08c7a609200) 00010000:00010000:1.0:1782107205.257293:0:18105:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1782107205.257298:0:18105:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffffa08b43418400/0x7e3d6a8eb3a13544 lrc: 2/0,0 mode: --/EX res: [0x240000400:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18105 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107205.257305:0:18105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffffa08b43418400/0x7e3d6a8eb3a13544 lrc: 0/0,0 mode: --/EX res: [0x240000400:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18105 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107205.257323:0:18105:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08b43418000/0x7e3d6a8eb3a1354b lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x7e3d6a8eb3a13552 expref: -99 pid: 18105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107205.257330:0:18105:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08b43418000/0x7e3d6a8eb3a1354b lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x7e3d6a8eb3a13552 expref: -99 pid: 18105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107205.257336:0:18105:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08b43418000/0x7e3d6a8eb3a1354b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x7e3d6a8eb3a13552 expref: -99 pid: 18105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107205.257417:0:18105:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:1.0:1782107205.257425:0:18105:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x200000401:0x7:0x0] 00010000:00010000:1.0:1782107205.257431:0:18105:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffffa08b43419200/0x7e3d6a8eb3a1353d lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18105 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107205.257437:0:18105:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffffa08b43419200/0x7e3d6a8eb3a1353d lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18105 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107205.257443:0:18105:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffffa08b43419200/0x7e3d6a8eb3a1353d lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18105 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107205.257457:0:18105:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa08b43419200 already unused, calling callback (ffffffffc1a094f0) 00010000:00010000:1.0:1782107205.257460:0:18105:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffffa08b43419200/0x7e3d6a8eb3a1353d lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18105 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107205.257466:0:18105:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffffa08b43419200/0x7e3d6a8eb3a1353d lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18105 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107205.257475:0:18105:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x7:0x0].0x0 (ffffa08c51e1f400) 00010000:00010000:1.0:1782107205.257477:0:18105:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1782107205.257480:0:18105:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffffa08b43419200/0x7e3d6a8eb3a1353d lrc: 2/0,0 mode: --/EX res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18105 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107205.257485:0:18105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffffa08b43419200/0x7e3d6a8eb3a1353d lrc: 0/0,0 mode: --/EX res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18105 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107205.257497:0:18105:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08c40030000/0x7e3d6a8eb3a1352f lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x7e3d6a8eb3a13536 expref: -99 pid: 18105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107205.257503:0:18105:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08c40030000/0x7e3d6a8eb3a1352f lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x7e3d6a8eb3a13536 expref: -99 pid: 18105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107205.257509:0:18105:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08c40030000/0x7e3d6a8eb3a1352f lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x7e3d6a8eb3a13536 expref: -99 pid: 18105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107205.257823:0:6504:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1782107205.257830:0:6504:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08b43418000/0x7e3d6a8eb3a1354b lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x7e3d6a8eb3a13552 expref: -99 pid: 18105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107205.257837:0:6504:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa08b43418000 already unused, calling callback (ffffffffc1a15ee0) 00010000:00010000:3.0:1782107205.257841:0:6504:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08b43418000/0x7e3d6a8eb3a1354b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x7e3d6a8eb3a13552 expref: -99 pid: 18105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1782107205.257848:0:6504:0:(mdt_handler.c:3963:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08b43418000/0x7e3d6a8eb3a1354b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x7e3d6a8eb3a13552 expref: -99 pid: 18105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107205.257874:0:6504:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08b43418000/0x7e3d6a8eb3a1354b lrc: 2/0,0 mode: --/EX res: [0x200000401:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x7e3d6a8eb3a13552 expref: -99 pid: 18105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107205.257881:0:6504:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1782107205.257931:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08c7ba2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1868674269187200:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1782107205.257970:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782107205.258035:0:6503:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674269187200 00000100:00100000:2.0:1782107205.258040:0:6503:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674269187200 00000100:00100000:2.0:1782107205.258077:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1782107205.258085:0:6503:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c7b98f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+11:3661:x1868674269187200:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1782107205.258096:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1782107205.258110:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa08c40031c00/0x7e3d6a8eb3a13552 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x7e3d6a8eb3a1354b expref: 11 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107205.258123:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffffa08c447b8600) 00010000:00010000:2.0:1782107205.258130:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1782107205.258171:0:6504:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08b43418000/0x7e3d6a8eb3a1354b lrc: 1/0,0 mode: --/EX res: [0x200000401:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x7e3d6a8eb3a13552 expref: -99 pid: 18105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107205.258178:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08b43418000/0x7e3d6a8eb3a1354b lrc: 0/0,0 mode: --/EX res: [0x200000401:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x7e3d6a8eb3a13552 expref: -99 pid: 18105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107205.258191:0:6504:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1782107205.258194:0:6504:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08c40030000/0x7e3d6a8eb3a1352f lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x7e3d6a8eb3a13536 expref: -99 pid: 18105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107205.258207:0:6504:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa08c40030000 already unused, calling callback (ffffffffc1a15ee0) 00010000:00010000:3.0:1782107205.258211:0:6504:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08c40030000/0x7e3d6a8eb3a1352f lrc: 5/0,0 mode: EX/EX res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x7e3d6a8eb3a13536 expref: -99 pid: 18105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1782107205.258217:0:6504:0:(mdt_handler.c:3963:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08c40030000/0x7e3d6a8eb3a1352f lrc: 5/0,0 mode: EX/EX res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x7e3d6a8eb3a13536 expref: -99 pid: 18105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107205.258234:0:6504:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08c40030000/0x7e3d6a8eb3a1352f lrc: 4/0,0 mode: --/EX res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x7e3d6a8eb3a13536 expref: -99 pid: 18105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107205.258239:0:6504:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1782107205.258259:0:6504:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08c40030000/0x7e3d6a8eb3a1352f lrc: 3/0,0 mode: --/EX res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x7e3d6a8eb3a13536 expref: -99 pid: 18105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107205.258266:0:6504:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782107205.258268:0:6504:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782107205.258270:0:6504:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1782107205.258326:0:18105:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1782107205.258331:0:18105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08c40030000/0x7e3d6a8eb3a1352f lrc: 0/0,0 mode: --/EX res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x7e3d6a8eb3a13536 expref: -99 pid: 18105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1782107205.258353:0:18105:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:1.0:1782107205.258366:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1782107205.258376:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08c7ba2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1868674269187328:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1782107205.258425:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782107205.258452:0:9469:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674269187328 00000100:00100000:1.0:1782107205.258455:0:9469:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674269187328 00000100:00100000:1.0:1782107205.258480:0:9469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1782107205.258487:0:9469:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c7bbf8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+11:3659:x1868674269187328:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1782107205.258494:0:9469:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1782107205.258504:0:9469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa08b42907c00/0x7e3d6a8eb3a13536 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x7e3d6a8eb3a1352f expref: 11 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107205.258514:0:9469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x7:0x0].0x0 (ffffa08c7a609500) 00010000:00010000:1.0:1782107205.258520:0:9469:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1782107205.258545:0:9469:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c7bbf8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+10:3659:x1868674269187328:12345-0@lo:103:ldlm_bl.0 Request processed in 59us (120us total) trans 0 rc 0/0 00000100:00100000:1.0:1782107205.258552:0:9469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1782107205.258583:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08c7ba2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1868674269187328:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1782107205.258601:0:18105:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08c412eaa00/0x7e3d6a8eb3a13513 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x7e3d6a8eb3a1351a expref: -99 pid: 18105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107205.258609:0:18105:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08c412eaa00/0x7e3d6a8eb3a13513 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x7e3d6a8eb3a1351a expref: -99 pid: 18105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107205.258615:0:18105:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08c412eaa00/0x7e3d6a8eb3a13513 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x7e3d6a8eb3a1351a expref: -99 pid: 18105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107205.258625:0:18105:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:1.0:1782107205.258629:0:18105:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:1.0:1782107205.258639:0:18105:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08c40031800/0x7e3d6a8eb3a13521 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4d858f62 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x7e3d6a8eb3a13528 expref: -99 pid: 18105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107205.258645:0:18105:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08c40031800/0x7e3d6a8eb3a13521 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x4d858f62 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x7e3d6a8eb3a13528 expref: -99 pid: 18105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1782107205.258713:0:18105:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c7b98ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2eadce33-9ab8-4caf-b349-1b7b3db092bc+10:36655:x1868674246999552:12345-192.168.203.43@tcp:36:rm.0 Request processed in 34605us (35012us total) trans 4294967342 rc 0/0 00000100:00100000:1.0:1782107205.258720:0:18105:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.43@tcp, seq: 262 00010000:00010000:3.0:1782107205.258826:0:6504:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1782107205.258831:0:6504:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08c412eaa00/0x7e3d6a8eb3a13513 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x7e3d6a8eb3a1351a expref: -99 pid: 18105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107205.258837:0:6504:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa08c412eaa00 already unused, calling callback (ffffffffc1a15ee0) 00010000:00010000:3.0:1782107205.258841:0:6504:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08c412eaa00/0x7e3d6a8eb3a13513 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x7e3d6a8eb3a1351a expref: -99 pid: 18105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1782107205.258847:0:6504:0:(mdt_handler.c:3963:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08c412eaa00/0x7e3d6a8eb3a13513 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x7e3d6a8eb3a1351a expref: -99 pid: 18105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107205.258875:0:6504:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08c412eaa00/0x7e3d6a8eb3a13513 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x7e3d6a8eb3a1351a expref: -99 pid: 18105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107205.258881:0:6504:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1782107205.258895:0:6504:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08c412eaa00/0x7e3d6a8eb3a13513 lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x7e3d6a8eb3a1351a expref: -99 pid: 18105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107205.258902:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08c412eaa00/0x7e3d6a8eb3a13513 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x7e3d6a8eb3a1351a expref: -99 pid: 18105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107205.258911:0:6504:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782107205.258912:0:6504:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782107205.258914:0:6504:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782107205.258920:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1782107205.259024:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08c7ba2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1868674269187456:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1782107205.259048:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782107205.259250:0:6503:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c7b98f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+9:3661:x1868674269187200:12345-0@lo:103:ldlm_bl.0 Request processed in 1165us (1278us total) trans 0 rc 0/0 00000100:00100000:2.0:1782107205.259256:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1782107205.259268:0:6503:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674269187456 00000100:00100000:2.0:1782107205.259271:0:6503:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674269187456 00000100:00100000:3.0:1782107205.259307:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1782107205.259315:0:6502:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c7bbfad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+9:3659:x1868674269187456:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1782107205.259323:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1782107205.259336:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa08c412eb800/0x7e3d6a8eb3a1351a lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x7e3d6a8eb3a13513 expref: 9 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107205.259346:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffffa08c43d2b100) 00010000:00010000:3.0:1782107205.259349:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1782107205.259383:0:6502:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c7bbfad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+8:3659:x1868674269187456:12345-0@lo:103:ldlm_bl.0 Request processed in 70us (334us total) trans 0 rc 0/0 00000100:00100000:3.0:1782107205.259389:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1782107205.259477:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08c7ba2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1868674269187456:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1782107205.259529:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08c7ba2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1868674269187200:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1782107205.637877:0:6504:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1782107206.025051:0:6495:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967392 is committed 00000001:00080000:0.0:1782107206.025081:0:6495:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967391 is committed 00000020:00080000:0.0:1782107206.025088:0:6495:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 5 batchid updated 00000020:00080000:1.0:1782107206.025333:0:6548:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 5 00000004:00080000:1.0:1782107206.025395:0:6548:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffffa08b42fc5b40 with version 13 00000020:00080000:1.0:1782107206.025428:0:6548:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 5 cancel update log [0x240000401:0x3:0x0].5: rc = 0 00000020:00080000:1.0:1782107206.025512:0:6548:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 5 cancel update log [0x200000400:0x3:0x0].5: rc = 0 00000020:00080000:1.0:1782107206.025527:0:6548:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 5 00010000:00010000:3.0:1782107206.025640:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b943400/0x7e3d6a8eb3a13479 lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x7:0x0].0x98f97dfb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8982 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107206.025663:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b943400/0x7e3d6a8eb3a13479 lrc: 2/0,0 mode: TXN/TXN res: [0x200000401:0x7:0x0].0x98f97dfb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8982 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107206.025691:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b943400/0x7e3d6a8eb3a13479 lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x7:0x0].0x98f97dfb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8982 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107206.025698:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa08c7b943400 already unused, calling callback (ffffffffc1a094f0) 00010000:00010000:3.0:1782107206.025702:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b943400/0x7e3d6a8eb3a13479 lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x7:0x0].0x98f97dfb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8982 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107206.025710:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b943400/0x7e3d6a8eb3a13479 lrc: 4/0,0 mode: TXN/TXN res: [0x200000401:0x7:0x0].0x98f97dfb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8982 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107206.025736:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x98f97dfb (ffffa08c447b8a00) 00010000:00010000:3.0:1782107206.025740:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1782107206.025745:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b943400/0x7e3d6a8eb3a13479 lrc: 2/0,0 mode: --/TXN res: [0x200000401:0x7:0x0].0x98f97dfb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8982 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107206.025752:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b943400/0x7e3d6a8eb3a13479 lrc: 0/0,0 mode: --/TXN res: [0x200000401:0x7:0x0].0x98f97dfb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8982 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107206.025771:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa08b43418800/0x7e3d6a8eb3a134fe lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x7:0x0].0x98f97dfb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8982 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107206.025778:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa08b43418800/0x7e3d6a8eb3a134fe lrc: 2/0,0 mode: TXN/TXN res: [0x200000401:0x7:0x0].0x98f97dfb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8982 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107206.025784:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa08b43418800/0x7e3d6a8eb3a134fe lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x7:0x0].0x98f97dfb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8982 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107206.025788:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa08b43418800 already unused, calling callback (ffffffffc1a094f0) 00010000:00010000:3.0:1782107206.025797:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa08b43418800/0x7e3d6a8eb3a134fe lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x7:0x0].0x98f97dfb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8982 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107206.025804:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa08b43418800/0x7e3d6a8eb3a134fe lrc: 4/0,0 mode: TXN/TXN res: [0x200000401:0x7:0x0].0x98f97dfb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8982 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107206.025811:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x98f97dfb (ffffa08c447b8a00) 00010000:00010000:3.0:1782107206.025814:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1782107206.025817:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa08b43418800/0x7e3d6a8eb3a134fe lrc: 2/0,0 mode: --/TXN res: [0x200000401:0x7:0x0].0x98f97dfb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8982 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107206.025822:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa08b43418800/0x7e3d6a8eb3a134fe lrc: 0/0,0 mode: --/TXN res: [0x200000401:0x7:0x0].0x98f97dfb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8982 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1782107206.025928:0:7831:0:(osp_trans.c:1330:osp_get_next_request()) ou ffffa08c7b85a300 version 13 rpc_version 13 00000020:00100000:0.0:1782107206.025962:0:7831:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1782107206.025972:0:7831:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa08b42fe5880 x1868674269187712/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1782107206.025993:0:7831:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08b42fe5880 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:7831:1868674269187712:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1782107206.026084:0:7831:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782107206.026139:0:7831:0:(client.c:2692:ptlrpc_set_wait()) set ffffa08c81af0e40 going to sleep for 11 seconds 00000100:00100000:1.0:1782107206.026308:0:7835:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674269187712 00000100:00100000:1.0:1782107206.026316:0:7835:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674269187712 00000100:00100000:1.0:1782107206.026365:0:7835:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 477 00000100:00100000:1.0:1782107206.026375:0:7835:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08b42fe5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:7831:x1868674269187712:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1782107206.026654:0:7835:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08b42fe5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:7831:x1868674269187712:12345-0@lo:1000:osp_up1-0.0 Request processed in 280us (581us total) trans 4294967343 rc 0/0 00000100:00100000:1.0:1782107206.026662:0:7835:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 477 00000100:00100000:0.0:1782107206.026901:0:7831:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08b42fe5880 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:7831:1868674269187712:0@lo:1000:osp_up1-0.0 00010000:00010000:3.0:1782107206.660646:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1782107207.108175:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1782107207.108197:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08c7bbf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1868674269187840:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1782107207.108276:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782107207.108475:0:6522:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674269187840 00000100:00100000:3.0:1782107207.108483:0:6522:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674269187840 00000100:00100000:2.0:1782107207.108636:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 478 00000100:00100000:2.0:1782107207.108648:0:6522:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c7bd8f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3661:x1868674269187840:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1782107207.108685:0:6522:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:2.0:1782107207.108738:0:6522:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c7bd8f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3661:x1868674269187840:12345-0@lo:41:osp-pre-1-0.0 Request processed in 94us (463us total) trans 0 rc 0/0 00000100:00100000:2.0:1782107207.108745:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 478 00000100:00100000:1.0:1782107207.108816:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08c7bbf8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1868674269187840:0@lo:41:osp-pre-1-0.0 00000001:02000400:2.0:1782107207.246074:0:23128:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-ec test 26a: multi-stripe EC data integrity with 20M file ========================================================== 01:46:45 (1782107205) 00000100:00100000:2.0:1782107207.424079:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.43@tcp (source: 12345-192.168.203.43@tcp) 00000100:00100000:0.0:1782107207.424160:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674246999936 00000100:00100000:0.0:1782107207.424171:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674246999936 00000100:00100000:0.0:1782107207.424251:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.43@tcp, seq: 263 00000100:00100000:0.0:1782107207.424263:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c7ba50e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2eadce33-9ab8-4caf-b349-1b7b3db092bc+5:36820:x1868674246999936:12345-192.168.203.43@tcp:41:stat.0 00000100:00080000:2.0:1782107207.424392:0:6512:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00000024:0.0:1782107207.424510:0:6517:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 7847059456 avail 7384014848 00000100:00100000:0.0:1782107207.424578:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c7ba50e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2eadce33-9ab8-4caf-b349-1b7b3db092bc+5:36820:x1868674246999936:12345-192.168.203.43@tcp:41:stat.0 Request processed in 318us (505us total) trans 0 rc 0/0 00000100:00100000:0.0:1782107207.424586:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.43@tcp, seq: 263 00000100:00100000:0.0:1782107207.458744:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.43@tcp (source: 12345-192.168.203.43@tcp) 00000100:00100000:2.0:1782107207.458845:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674247000064 00000100:00100000:2.0:1782107207.458855:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674247000064 00000100:00100000:2.0:1782107207.458925:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.43@tcp, seq: 264 00000100:00100000:2.0:1782107207.458936:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08b4354ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2eadce33-9ab8-4caf-b349-1b7b3db092bc+5:36824:x1868674247000064:12345-192.168.203.43@tcp:101:lfs.0 00010000:00010000:2.0:1782107207.458956:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1782107207.458976:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa08b43418000/0x7e3d6a8eb3a13559 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x518b9a3576b3fea expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107207.459046:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa08b43418e00/0x7e3d6a8eb3a13560 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107207.459062:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa08b43418e00/0x7e3d6a8eb3a13560 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107207.459073:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa08b43418e00/0x7e3d6a8eb3a13560 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1782107207.459114:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1782107207.459117:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1782107207.459140:0:6518:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa08b43418e00/0x7e3d6a8eb3a13560 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107207.459163:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa08b43418000/0x7e3d6a8eb3a13559 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.43@tcp remote: 0x518b9a3576b3fea expref: 7 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107207.459178:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa08b43418e00/0x7e3d6a8eb3a13560 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.43@tcp remote: 0x518b9a3576b3fea expref: 6 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107207.459204:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffffa08c43d2b100) 00010000:00010000:2.0:1782107207.459208:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1782107207.459211:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa08b43418e00, rc 0) 00000100:00100000:2.0:1782107207.459269:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08b4354ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2eadce33-9ab8-4caf-b349-1b7b3db092bc+6:36824:x1868674247000064:12345-192.168.203.43@tcp:101:lfs.0 Request processed in 335us (534us total) trans 0 rc 0/0 00000100:00100000:2.0:1782107207.459277:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.43@tcp, seq: 264 00000100:00100000:2.0:1782107207.464040:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.43@tcp (source: 12345-192.168.203.43@tcp) 00000100:00100000:0.0:1782107207.467672:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674247000192 00000100:00100000:0.0:1782107207.467685:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674247000192 00000100:00100000:0.0:1782107207.467748:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.43@tcp, seq: 265 00000100:00100000:0.0:1782107207.467759:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c7ba51180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2eadce33-9ab8-4caf-b349-1b7b3db092bc+6:36824:x1868674247000192:12345-192.168.203.43@tcp:101:lfs.0 00010000:00010000:0.0:1782107207.467778:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1782107207.467798:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa08c40030600/0x7e3d6a8eb3a13567 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x518b9a3576b3ff1 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107207.467857:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa08c40030a00/0x7e3d6a8eb3a1356e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107207.467872:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa08c40030a00/0x7e3d6a8eb3a1356e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107207.468489:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa08c40030a00/0x7e3d6a8eb3a1356e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107207.468765:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa08c40030000/0x7e3d6a8eb3a13575 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xebbc3de1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107207.468775:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa08c40030000/0x7e3d6a8eb3a13575 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xebbc3de1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107207.468802:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa08c40030000/0x7e3d6a8eb3a13575 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xebbc3de1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107207.468845:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa08c40030a00/0x7e3d6a8eb3a1356e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107207.468854:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa08c40030a00/0x7e3d6a8eb3a1356e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107207.468862:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa08c40030a00/0x7e3d6a8eb3a1356e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107207.468868:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa08c40030a00 already unused, calling callback (ffffffffc1a094f0) 00010000:00010000:0.0:1782107207.468872:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa08c40030a00/0x7e3d6a8eb3a1356e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107207.468879:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa08c40030a00/0x7e3d6a8eb3a1356e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107207.469213:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffffa08c43d2b100) 00010000:00010000:0.0:1782107207.469216:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1782107207.469223:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa08c40030a00/0x7e3d6a8eb3a1356e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107207.469229:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa08c40030a00/0x7e3d6a8eb3a1356e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107207.469246:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa08c40030000/0x7e3d6a8eb3a13575 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xebbc3de1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107207.469251:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa08c40030000/0x7e3d6a8eb3a13575 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xebbc3de1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107207.469264:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa08c40030000/0x7e3d6a8eb3a13575 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xebbc3de1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107207.469269:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa08c40030000 already unused, calling callback (ffffffffc1a094f0) 00010000:00010000:0.0:1782107207.469272:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa08c40030000/0x7e3d6a8eb3a13575 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xebbc3de1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107207.469279:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa08c40030000/0x7e3d6a8eb3a13575 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xebbc3de1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107207.469289:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xebbc3de1 (ffffa08b42efa100) 00010000:00010000:0.0:1782107207.469291:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1782107207.469295:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa08c40030000/0x7e3d6a8eb3a13575 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xebbc3de1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107207.469301:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa08c40030000/0x7e3d6a8eb3a13575 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xebbc3de1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107207.469349:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa08c40030600/0x7e3d6a8eb3a13567 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.43@tcp remote: 0x518b9a3576b3ff1 expref: 7 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107207.469360:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffffa08c43d2b100) 00010000:00010000:0.0:1782107207.469363:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1782107207.469368:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa08c40030600/0x7e3d6a8eb3a13567 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.43@tcp remote: 0x518b9a3576b3ff1 expref: 7 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107207.469379:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa08c40030600, rc 0) 00000100:00100000:0.0:1782107207.469468:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c7ba51180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2eadce33-9ab8-4caf-b349-1b7b3db092bc+6:36824:x1868674247000192:12345-192.168.203.43@tcp:101:lfs.0 Request processed in 1709us (5435us total) trans 0 rc 301/301 00000100:00100000:0.0:1782107207.469484:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.43@tcp, seq: 265 00000100:00100000:2.0:1782107207.479828:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.43@tcp (source: 12345-192.168.203.43@tcp) 00000100:00100000:0.0:1782107207.479967:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674247000448 00000100:00100000:0.0:1782107207.479978:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674247000448 00000100:00100000:0.0:1782107207.480048:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.43@tcp, seq: 266 00000100:00100000:0.0:1782107207.480058:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c7ba51c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2eadce33-9ab8-4caf-b349-1b7b3db092bc+6:36824:x1868674247000448:12345-192.168.203.43@tcp:36:lfs.0 00010000:00010000:0.0:1782107207.480109:0:6517:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1782107207.480205:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa08b43418e00/0x7e3d6a8eb3a13560 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.43@tcp remote: 0x518b9a3576b3fea expref: 6 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107207.480223:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffffa08c43d2b100) 00010000:00010000:0.0:1782107207.480228:0:6517:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1782107207.480277:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa08c40030600/0x7e3d6a8eb3a1357c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107207.480291:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa08c40030600/0x7e3d6a8eb3a1357c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107207.480301:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa08c40030600/0x7e3d6a8eb3a1357c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107207.480316:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa08c40030000/0x7e3d6a8eb3a13583 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xebbc3de1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107207.480323:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa08c40030000/0x7e3d6a8eb3a13583 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xebbc3de1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107207.480329:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa08c40030000/0x7e3d6a8eb3a13583 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xebbc3de1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1782107207.481809:0:6517:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000400:0x3:0x0].6, 2152 off41440 00000040:00080000:1.0:1782107207.481888:0:6517:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000401:0x3:0x0].6, 2352 off42280 00000004:00080000:1.0:1782107207.481897:0:6517:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffffa08b41c19e40 with version 14 00000004:00080000:0.0:1782107207.481964:0:7831:0:(osp_trans.c:1330:osp_get_next_request()) ou ffffa08c7b85a300 version 14 rpc_version 14 00000020:00100000:0.0:1782107207.482018:0:7831:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1782107207.482028:0:7831:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa08b4354fb80 x1868674269188096/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 4216/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1782107207.482051:0:7831:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08b4354fb80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:7831:1868674269188096:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1782107207.482119:0:7831:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782107207.482213:0:7835:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674269188096 00000100:00100000:1.0:1782107207.482221:0:7835:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674269188096 00000100:00100000:1.0:1782107207.482275:0:7835:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 479 00000100:00100000:1.0:1782107207.482285:0:7835:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c46d71450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:7831:x1868674269188096:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1782107207.482909:0:7835:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c46d71450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:7831:x1868674269188096:12345-0@lo:1000:osp_up1-0.0 Request processed in 625us (789us total) trans 4294967344 rc 0/0 00000100:00100000:1.0:1782107207.482917:0:7835:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 479 00000100:00100000:0.0:1782107207.483365:0:7831:0:(client.c:2692:ptlrpc_set_wait()) set ffffa08c81af0180 going to sleep for 11 seconds 00000100:00100000:0.0:1782107207.483425:0:7831:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08b4354fb80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:7831:1868674269188096:0@lo:1000:osp_up1-0.0 00010000:00010000:1.0:1782107207.483602:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa08c412ea600/0x7e3d6a8eb3a1358a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x17:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107207.483618:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa08c412ea600/0x7e3d6a8eb3a1358a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x17:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107207.483628:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa08c412ea600/0x7e3d6a8eb3a1358a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x17:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107207.483990:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa08c412ea800/0x7e3d6a8eb3a13591 lrc: 3/0,1 mode: --/PW res: [0x200000400:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107207.484008:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa08c412ea800/0x7e3d6a8eb3a13591 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107207.484015:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa08c412ea800/0x7e3d6a8eb3a13591 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107207.484056:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffffa08c412eb200/0x7e3d6a8eb3a13598 lrc: 3/0,1 mode: --/PW res: [0x240000401:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107207.484063:0:6517:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffffa08c412eb200/0x7e3d6a8eb3a13598 lrc: 3/0,1 mode: --/PW res: [0x240000401:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107207.484072:0:6517:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffffa08c412eb200/0x7e3d6a8eb3a13598 lrc: 3/0,1 mode: --/PW res: [0x240000401:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1782107207.484088:0:6517:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08c7bd8f100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6517:1868674269188224:0@lo:101:mdt00_001.0 00000100:00100000:1.0:1782107207.484126:0:6517:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782107207.486755:0:6521:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674269188224 00000100:00100000:3.0:1782107207.486768:0:6521:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674269188224 00000100:00100000:3.0:1782107207.486831:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 480 00000100:00100000:3.0:1782107207.486841:0:6521:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c7a5f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:6517:x1868674269188224:12345-0@lo:101:mdt00_001.0 00010000:00010000:3.0:1782107207.486863:0:6521:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1782107207.486895:0:6521:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42906200/0x7e3d6a8eb3a1359f lrc: 2/0,0 mode: --/PW res: [0x240000401:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7e3d6a8eb3a13598 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107207.486923:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42906200/0x7e3d6a8eb3a1359f lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x7e3d6a8eb3a13598 expref: 8 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107207.486938:0:6521:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42906200/0x7e3d6a8eb3a1359f lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x7e3d6a8eb3a13598 expref: 8 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107207.486963:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6:0x0].0x0 (ffffa08c7a609100) 00010000:00010000:3.0:1782107207.486966:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1782107207.486970:0:6521:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa08b42906200, rc 0) 00000100:00100000:3.0:1782107207.487044:0:6521:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c7a5f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:6517:x1868674269188224:12345-0@lo:101:mdt00_001.0 Request processed in 204us (2916us total) trans 0 rc 0/0 00000100:00100000:3.0:1782107207.487051:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 480 00000100:00100000:1.0:1782107207.488085:0:6517:0:(client.c:2692:ptlrpc_set_wait()) set ffffa08b429800c0 going to sleep for 11 seconds 00000100:00100000:1.0:1782107207.488118:0:6517:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08c7bd8f100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6517:1868674269188224:0@lo:101:mdt00_001.0 00010000:00010000:1.0:1782107207.488137:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffffa08c412eb200/0x7e3d6a8eb3a13598 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x7e3d6a8eb3a1359f expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107207.488151:0:6517:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffffa08c412eb200/0x7e3d6a8eb3a13598 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x7e3d6a8eb3a1359f expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1782107207.488177:0:6517:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b4c3c935 reply state 00000000c3fa6284 transno 4294967393 ns: mdt-lustre-MDT0000_UUID lock: ffffa08c412ea800/0x7e3d6a8eb3a13591 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107207.488190:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa08c412ea800/0x7e3d6a8eb3a13591 lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107207.488196:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x6:0x0].0x0 (ffffa08c584e6500) 00010000:00010000:1.0:1782107207.488199:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1782107207.488202:0:6517:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1782107207.488207:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffffa08c412eb200/0x7e3d6a8eb3a13598 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x7e3d6a8eb3a1359f expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107207.488227:0:6517:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffffa08c412eb200/0x7e3d6a8eb3a13598 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x7e3d6a8eb3a1359f expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1782107207.488238:0:6517:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x240000401:0x6:0x0] 00000004:00010000:1.0:1782107207.488246:0:6517:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b4c3c935 reply state 00000000c3fa6284 transno 4294967393 ns: mdt-lustre-MDT0000_UUID lock: ffffa08c412ea600/0x7e3d6a8eb3a1358a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x17:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107207.488254:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa08c412ea600/0x7e3d6a8eb3a1358a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x17:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107207.488260:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x17:0x0].0x0 (ffffa08c584e6c00) 00010000:00010000:1.0:1782107207.488262:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1782107207.488265:0:6517:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000004:00200000:1.0:1782107207.488269:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x17:0x0]: returning size 4096 00010000:00010000:1.0:1782107207.488279:0:6517:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa08c40030600/0x7e3d6a8eb3a1357c lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107207.488286:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa08c40030600/0x7e3d6a8eb3a1357c lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107207.488291:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa08c40030600/0x7e3d6a8eb3a1357c lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107207.488298:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa08c40030600/0x7e3d6a8eb3a1357c lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107207.488304:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa08c40030600 already unused, calling callback (ffffffffc1a094f0) 00010000:00010000:1.0:1782107207.488307:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa08c40030600/0x7e3d6a8eb3a1357c lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107207.488314:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa08c40030600/0x7e3d6a8eb3a1357c lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107207.488332:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffffa08c43d2b100) 00010000:00010000:1.0:1782107207.488334:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1782107207.488338:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa08c40030600/0x7e3d6a8eb3a1357c lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107207.488343:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa08c40030600/0x7e3d6a8eb3a1357c lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1782107207.488357:0:6517:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b4c3c935 reply state 00000000c3fa6284 transno 4294967393 ns: mdt-lustre-MDT0000_UUID lock: ffffa08c40030000/0x7e3d6a8eb3a13583 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xebbc3de1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107207.488364:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa08c40030000/0x7e3d6a8eb3a13583 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xebbc3de1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107207.488370:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xebbc3de1 (ffffa08b42efa100) 00010000:00010000:1.0:1782107207.488372:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1782107207.488374:0:6517:0:(service.c:179:ptlrpc_save_lock()) nlocks 2 00000100:00100000:1.0:1782107207.491716:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c7ba51c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2eadce33-9ab8-4caf-b349-1b7b3db092bc+7:36824:x1868674247000448:12345-192.168.203.43@tcp:36:lfs.0 Request processed in 11652us (11887us total) trans 4294967393 rc 0/0 00000100:00100000:1.0:1782107207.491727:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.43@tcp, seq: 266 00000100:00100000:3.0:1782107207.525509:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.43@tcp (source: 12345-192.168.203.43@tcp) 00000100:00100000:0.0:1782107207.525848:0:8982:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674247000576 00000100:00100000:0.0:1782107207.525857:0:8982:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674247000576 00000100:00100000:0.0:1782107207.525924:0:8982:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.43@tcp, seq: 267 00000100:00100000:0.0:1782107207.525935:0:8982:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c7ba2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2eadce33-9ab8-4caf-b349-1b7b3db092bc+7:36827:x1868674247000576:12345-192.168.203.43@tcp:101:lfs.0 00010000:00010000:0.0:1782107207.525956:0:8982:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1782107207.525974:0:8982:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa08c40030a00/0x7e3d6a8eb3a135a6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x518b9a3576b3ff8 expref: -99 pid: 8982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107207.526046:0:8982:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa08c40031c00/0x7e3d6a8eb3a135ad lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8982 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107207.526060:0:8982:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa08c40031c00/0x7e3d6a8eb3a135ad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8982 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107207.526070:0:8982:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa08c40031c00/0x7e3d6a8eb3a135ad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8982 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1782107207.526108:0:8982:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1782107207.526112:0:8982:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1782107207.526142:0:8982:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa08c40031c00/0x7e3d6a8eb3a135ad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8982 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107207.526185:0:8982:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa08c40030a00/0x7e3d6a8eb3a135a6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.43@tcp remote: 0x518b9a3576b3ff8 expref: 9 pid: 8982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107207.526203:0:8982:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa08c40031c00/0x7e3d6a8eb3a135ad lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.43@tcp remote: 0x518b9a3576b3ff8 expref: 8 pid: 8982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107207.526210:0:8982:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffffa08c43d2b100) 00010000:00010000:0.0:1782107207.526213:0:8982:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1782107207.526216:0:8982:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa08c40031c00, rc 0) 00000100:00100000:0.0:1782107207.526287:0:8982:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c7ba2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2eadce33-9ab8-4caf-b349-1b7b3db092bc+8:36827:x1868674247000576:12345-192.168.203.43@tcp:101:lfs.0 Request processed in 352us (784us total) trans 0 rc 0/0 00000100:00100000:0.0:1782107207.526293:0:8982:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.43@tcp, seq: 267 00000100:00100000:2.0:1782107207.530649:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.43@tcp (source: 12345-192.168.203.43@tcp) 00000100:00100000:1.0:1782107207.530825:0:18105:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674247000704 00000100:00100000:1.0:1782107207.530834:0:18105:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674247000704 00000100:00100000:1.0:1782107207.530891:0:18105:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.43@tcp, seq: 268 00000100:00100000:1.0:1782107207.530902:0:18105:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c7ba51500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2eadce33-9ab8-4caf-b349-1b7b3db092bc+8:36827:x1868674247000704:12345-192.168.203.43@tcp:101:lfs.0 00010000:00010000:1.0:1782107207.530921:0:18105:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1782107207.530950:0:18105:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa08c412ea200/0x7e3d6a8eb3a135b4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x518b9a3576b3fff expref: -99 pid: 18105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107207.531026:0:18105:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa08c412eb400/0x7e3d6a8eb3a135bb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18105 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107207.531052:0:18105:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa08c412eb400/0x7e3d6a8eb3a135bb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18105 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107207.531064:0:18105:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa08c412eb400/0x7e3d6a8eb3a135bb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18105 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107207.531076:0:18105:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa08c412ebc00/0x7e3d6a8eb3a135c2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xebbc3de1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18105 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107207.531083:0:18105:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa08c412ebc00/0x7e3d6a8eb3a135c2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xebbc3de1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18105 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107207.531089:0:18105:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa08c412ebc00/0x7e3d6a8eb3a135c2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xebbc3de1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18105 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107207.531161:0:18105:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa08c412eba00/0x7e3d6a8eb3a135c9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18105 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107207.531169:0:18105:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa08c412eba00/0x7e3d6a8eb3a135c9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18105 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107207.531177:0:18105:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa08c412eba00/0x7e3d6a8eb3a135c9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18105 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1782107207.531246:0:18105:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x17:0x0]: returning size 4096 00000004:00200000:1.0:1782107207.531251:0:18105:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:1.0:1782107207.531270:0:18105:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa08c412eba00/0x7e3d6a8eb3a135c9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18105 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107207.531283:0:18105:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa08c412eb400/0x7e3d6a8eb3a135bb lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18105 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107207.531300:0:18105:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa08c412eb400/0x7e3d6a8eb3a135bb lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18105 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107207.531306:0:18105:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa08c412eb400/0x7e3d6a8eb3a135bb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18105 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107207.531313:0:18105:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa08c412eb400/0x7e3d6a8eb3a135bb lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18105 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107207.531319:0:18105:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa08c412eb400 already unused, calling callback (ffffffffc1a094f0) 00010000:00010000:1.0:1782107207.531324:0:18105:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa08c412eb400/0x7e3d6a8eb3a135bb lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18105 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107207.531331:0:18105:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa08c412eb400/0x7e3d6a8eb3a135bb lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18105 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107207.531343:0:18105:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffffa08c43d2b100) 00010000:00010000:1.0:1782107207.531347:0:18105:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1782107207.531352:0:18105:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa08c412eb400/0x7e3d6a8eb3a135bb lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18105 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107207.531359:0:18105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa08c412eb400/0x7e3d6a8eb3a135bb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18105 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107207.531373:0:18105:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa08c412ebc00/0x7e3d6a8eb3a135c2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xebbc3de1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18105 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107207.531379:0:18105:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa08c412ebc00/0x7e3d6a8eb3a135c2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xebbc3de1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18105 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107207.531385:0:18105:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa08c412ebc00/0x7e3d6a8eb3a135c2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xebbc3de1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18105 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107207.531396:0:18105:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa08c412ebc00 already unused, calling callback (ffffffffc1a094f0) 00010000:00010000:1.0:1782107207.531448:0:18105:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa08c412ebc00/0x7e3d6a8eb3a135c2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xebbc3de1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18105 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107207.531456:0:18105:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa08c412ebc00/0x7e3d6a8eb3a135c2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xebbc3de1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18105 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107207.531477:0:18105:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xebbc3de1 (ffffa08b42efa100) 00010000:00010000:1.0:1782107207.531480:0:18105:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1782107207.531483:0:18105:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa08c412ebc00/0x7e3d6a8eb3a135c2 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xebbc3de1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18105 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107207.531490:0:18105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa08c412ebc00/0x7e3d6a8eb3a135c2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xebbc3de1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18105 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107207.531515:0:18105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa08c412ea200/0x7e3d6a8eb3a135b4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.43@tcp remote: 0x518b9a3576b3fff expref: 10 pid: 18105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107207.531528:0:18105:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa08c412eba00/0x7e3d6a8eb3a135c9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.43@tcp remote: 0x518b9a3576b3fff expref: 9 pid: 18105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107207.531535:0:18105:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x17:0x0].0x0 (ffffa08c584e6c00) 00010000:00010000:1.0:1782107207.531538:0:18105:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1782107207.531540:0:18105:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa08c412eba00, rc 0) 00000100:00100000:1.0:1782107207.531603:0:18105:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c7ba51500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2eadce33-9ab8-4caf-b349-1b7b3db092bc+9:36827:x1868674247000704:12345-192.168.203.43@tcp:101:lfs.0 Request processed in 701us (960us total) trans 0 rc 0/0 00000100:00100000:1.0:1782107207.531610:0:18105:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.43@tcp, seq: 268 00000100:00100000:1.0:1782107207.543551:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.43@tcp (source: 12345-192.168.203.43@tcp) 00000100:00100000:3.0:1782107207.543672:0:7836:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674247000832 00000100:00100000:3.0:1782107207.543682:0:7836:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674247000832 00000100:00100000:3.0:1782107207.543747:0:7836:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.43@tcp, seq: 269 00000100:00100000:3.0:1782107207.543757:0:7836:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c7a5f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2eadce33-9ab8-4caf-b349-1b7b3db092bc+9:36827:x1868674247000832:12345-192.168.203.43@tcp:101:lfs.0 00010000:00010000:3.0:1782107207.543777:0:7836:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1782107207.543795:0:7836:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa08b42907400/0x7e3d6a8eb3a135d0 lrc: 2/0,0 mode: --/CR res: [0x200000400:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x518b9a3576b4006 expref: -99 pid: 7836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107207.543853:0:7836:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa08b42906600/0x7e3d6a8eb3a135d7 lrc: 3/1,0 mode: --/PR res: [0x200000400:0x6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7836 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107207.543869:0:7836:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa08b42906600/0x7e3d6a8eb3a135d7 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x6:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7836 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107207.543880:0:7836:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa08b42906600/0x7e3d6a8eb3a135d7 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x6:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7836 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1782107207.543925:0:7836:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000400:0x6:0x0]: returning size 4096 00000004:00200000:3.0:1782107207.543930:0:7836:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1782107207.543964:0:7836:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa08b42907400/0x7e3d6a8eb3a135d0 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.43@tcp remote: 0x518b9a3576b4006 expref: 11 pid: 7836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107207.544006:0:7836:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa08b42906600/0x7e3d6a8eb3a135d7 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.43@tcp remote: 0x518b9a3576b4006 expref: 10 pid: 7836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107207.544014:0:7836:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x6:0x0].0x0 (ffffa08c584e6500) 00010000:00010000:3.0:1782107207.544017:0:7836:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1782107207.544021:0:7836:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa08b42906600, rc 0) 00000100:00100000:3.0:1782107207.544076:0:7836:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c7a5f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2eadce33-9ab8-4caf-b349-1b7b3db092bc+10:36827:x1868674247000832:12345-192.168.203.43@tcp:101:lfs.0 Request processed in 320us (546us total) trans 0 rc 0/0 00000100:00100000:3.0:1782107207.544084:0:7836:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.43@tcp, seq: 269 00000100:00100000:3.0:1782107207.546255:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.43@tcp (source: 12345-192.168.203.43@tcp) 00000100:00100000:0.0:1782107207.546378:0:8982:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674247000960 00000100:00100000:0.0:1782107207.546387:0:8982:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674247000960 00000100:00100000:0.0:1782107207.546475:0:8982:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.43@tcp, seq: 270 00000100:00100000:0.0:1782107207.546487:0:8982:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c7ba2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2eadce33-9ab8-4caf-b349-1b7b3db092bc+10:36827:x1868674247000960:12345-192.168.203.43@tcp:101:lfs.0 00010000:00010000:0.0:1782107207.546509:0:8982:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1782107207.546542:0:8982:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffffa08c40030a00/0x7e3d6a8eb3a135de lrc: 2/0,0 mode: --/CR res: [0x240000401:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x518b9a3576b400d expref: -99 pid: 8982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107207.546597:0:8982:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffffa08c40031000/0x7e3d6a8eb3a135e5 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8982 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107207.546612:0:8982:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42906200/0x7e3d6a8eb3a1359f lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x7e3d6a8eb3a13598 expref: 7 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107207.546619:0:8982:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffffa08c40031000/0x7e3d6a8eb3a135e5 lrc: 4/1,0 mode: --/PR res: [0x240000401:0x6:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8982 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107207.546659:0:8982:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42906200/0x7e3d6a8eb3a1359f lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0x7e3d6a8eb3a13598 expref: 7 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782107207.546674:0:8982:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08b4354c000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:8982:1868674269188352:0@lo:104: 00000100:00100000:0.0:1782107207.546731:0:8982:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1782107207.546826:0:6512:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1782107207.546971:0:8982:0:(client.c:2692:ptlrpc_set_wait()) set ffffa08c81af0000 going to sleep for 11 seconds 00000100:00100000:1.0:1782107207.551065:0:6500:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674269188352 00000100:00100000:1.0:1782107207.551079:0:6500:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674269188352 00000100:00100000:1.0:1782107207.551389:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:1.0:1782107207.551496:0:6500:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08b4354d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:8982:x1868674269188352:12345-0@lo:104: 00010000:00010000:1.0:1782107207.551516:0:6500:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-osp-MDT0000 lock: ffffa08c412eb200/0x7e3d6a8eb3a13598 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x7e3d6a8eb3a1359f expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107207.551613:0:6500:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1782107207.551620:0:6500:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08b4354d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:8982:x1868674269188352:12345-0@lo:104: Request processed in 223us (4888us total) trans 0 rc 0/0 00000100:00100000:1.0:1782107207.551627:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:0.0:1782107207.551720:0:8982:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08b4354c000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:8982:1868674269188352:0@lo:104: 00010000:00010000:0.0:1782107207.551745:0:8982:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffffa08c40031000/0x7e3d6a8eb3a135e5 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x6:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8982 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107207.551793:0:6504:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1782107207.551800:0:6504:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffffa08c412eb200/0x7e3d6a8eb3a13598 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x7e3d6a8eb3a1359f expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107207.551809:0:6504:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa08c412eb200 already unused, calling callback (ffffffffc1a15ee0) 00010000:00010000:3.0:1782107207.551815:0:6504:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffffa08c412eb200/0x7e3d6a8eb3a13598 lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x6:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0x7e3d6a8eb3a1359f expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1782107207.551824:0:6504:0:(mdt_handler.c:3963:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffffa08c412eb200/0x7e3d6a8eb3a13598 lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x6:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0x7e3d6a8eb3a1359f expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107207.551859:0:6504:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffffa08c412eb200/0x7e3d6a8eb3a13598 lrc: 2/0,0 mode: --/PW res: [0x240000401:0x6:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x7e3d6a8eb3a1359f expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107207.551865:0:6504:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1782107207.551896:0:6504:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffffa08c412eb200/0x7e3d6a8eb3a13598 lrc: 1/0,0 mode: --/PW res: [0x240000401:0x6:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x7e3d6a8eb3a1359f expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1782107207.551913:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08c7ba2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1868674269188480:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1782107207.551927:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffffa08c412eb200/0x7e3d6a8eb3a13598 lrc: 0/0,0 mode: --/PW res: [0x240000401:0x6:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x7e3d6a8eb3a1359f expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107207.551947:0:6504:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782107207.551950:0:6504:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782107207.551952:0:6504:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1782107207.551961:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782107207.552079:0:9470:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674269188480 00000100:00100000:3.0:1782107207.552083:0:9470:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674269188480 00010000:00010000:3.0:1782107207.552110:0:9470:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42906200/0x7e3d6a8eb3a1359f lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0x7e3d6a8eb3a13598 expref: 8 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1782107207.552141:0:9470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:3.0:1782107207.552148:0:9470:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c796f4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+8:3661:x1868674269188480:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1782107207.552158:0:9470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1782107207.555465:0:7431:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08c40031800/0x7e3d6a8eb3a13521 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x4d858f62 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x7e3d6a8eb3a13528 expref: -99 pid: 18105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1782107207.555483:0:7431:0:(mdt_handler.c:3963:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08c40031800/0x7e3d6a8eb3a13521 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x4d858f62 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x7e3d6a8eb3a13528 expref: -99 pid: 18105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107207.555519:0:7431:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08c40031800/0x7e3d6a8eb3a13521 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x4d858f62 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x7e3d6a8eb3a13528 expref: -99 pid: 18105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107207.555527:0:7431:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1782107207.555556:0:7431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08c40031800/0x7e3d6a8eb3a13521 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x4d858f62 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x7e3d6a8eb3a13528 expref: -99 pid: 18105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1782107207.555574:0:7431:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967344 is committed 00000001:00080000:0.0:1782107207.555582:0:7431:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967342 is committed 00000020:00080000:0.0:1782107207.555595:0:7431:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0001: 7 batchid updated 00000100:00100000:2.0:1782107207.555659:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08b4354c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1868674269188608:0@lo:103:jbd2/dm-1-8.0 00000020:00080000:3.0:1782107207.555708:0:7453:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 7 00000100:00100000:2.0:1782107207.555724:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1782107207.555766:0:7453:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffffa08c456e6900 with version 18 00000020:00080000:3.0:1782107207.555776:0:7453:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 7 cancel update log [0x200000401:0x3:0x0].7: rc = 0 00000004:00080000:2.0:1782107207.555785:0:7445:0:(osp_trans.c:1330:osp_get_next_request()) ou ffffa08c453a7840 version 18 rpc_version 18 00000020:00100000:2.0:1782107207.555803:0:7445:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1782107207.555811:0:7445:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa08c7ba52d80 x1868674269188864/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1782107207.555830:0:7445:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08c7ba52d80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7445:1868674269188864:0@lo:1000:osp_up0-1.0 00000020:00080000:3.0:1782107207.555851:0:7453:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 7 cancel update log [0x240000400:0x3:0x0].7: rc = 0 00000100:00100000:2.0:1782107207.555859:0:7445:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:3.0:1782107207.555864:0:7453:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 7 00000100:00100000:2.0:1782107207.555877:0:7445:0:(client.c:2692:ptlrpc_set_wait()) set ffffa08b41786a80 going to sleep for 11 seconds 00000100:00100000:2.0:1782107207.555896:0:7835:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674269188864 00000100:00100000:2.0:1782107207.555902:0:7835:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674269188864 00010000:00010000:3.0:1782107207.555919:0:9470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42906200/0x7e3d6a8eb3a1359f lrc: 0/0,0 mode: --/PW res: [0x240000401:0x6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0x7e3d6a8eb3a13598 expref: 6 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107207.555935:0:9470:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6:0x0].0x0 (ffffa08c7a609100) 00010000:00010000:3.0:1782107207.555940:0:9470:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffffa08c40031000/0x7e3d6a8eb3a135e5 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x6:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8982 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1782107207.555941:0:7835:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 481 00000100:00100000:2.0:1782107207.555951:0:7835:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08b43507b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:7445:x1868674269188864:12345-0@lo:1000:osp_up0-1.0 00010000:00010000:3.0:1782107207.555953:0:9470:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffffa08c40031000/0x7e3d6a8eb3a135e5 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x6:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8982 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107207.555973:0:9470:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffffa08c40031000/0x7e3d6a8eb3a135e5 lrc: 4/1,0 mode: PR/PR res: [0x240000401:0x6:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8982 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107207.556008:0:9470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1782107207.556057:0:9470:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c796f4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+5:3661:x1868674269188480:12345-0@lo:103:ldlm_bl.0 Request processed in 3909us (4095us total) trans 0 rc 0/0 00000100:00100000:3.0:1782107207.556066:0:9470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00100000:2.0:1782107207.556079:0:7835:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08b43507b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:7445:x1868674269188864:12345-0@lo:1000:osp_up0-1.0 Request processed in 127us (218us total) trans 4294967394 rc 0/0 00000100:00100000:2.0:1782107207.556094:0:7835:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 481 00000100:00100000:3.0:1782107207.556111:0:9470:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674269188608 00000100:00100000:3.0:1782107207.556116:0:9470:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674269188608 00000100:00100000:2.0:1782107207.556134:0:7445:0:(client.c:3102:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 4294967392 gen 2 00000004:00080000:2.0:1782107207.556139:0:7445:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967392 committed transno 4294967392 00000020:00080000:2.0:1782107207.556143:0:7445:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffffa08b42fc5300 refcount 2 committed 0 result 0 batchid 8 00000020:00080000:2.0:1782107207.556147:0:7445:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffffa08b42fdca00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffffa08b42fc5540 00000100:00100000:3.0:1782107207.556150:0:9470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000020:00080000:2.0:1782107207.556153:0:7445:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000401:0x3:0x0].8 00000020:00080000:2.0:1782107207.556156:0:7445:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffffa08b42fdc500 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffffa08b42c45800 00000100:00100000:3.0:1782107207.556161:0:9470:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c7ba51f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+8:3658:x1868674269188608:12345-0@lo:103:jbd2/dm-1-8.0 00000020:00080000:2.0:1782107207.556161:0:7445:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000400:0x3:0x0].8 00010000:00010000:3.0:1782107207.556173:0:9470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1782107207.556185:0:7445:0:(client.c:3146:ptlrpc_free_committed()) @@@ stopping search req@ffffa08c7ba52d80 x1868674269188864/t4294967394(4294967394) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1782107223 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1782107207.556201:0:7445:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08c7ba52d80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7445:1868674269188864:0@lo:1000:osp_up0-1.0 00010000:00010000:3.0:1782107207.556202:0:9470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa08b43418200/0x7e3d6a8eb3a13528 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x4d858f62 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x7e3d6a8eb3a13521 expref: 8 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00080000:2.0:1782107207.556213:0:7453:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 8 committed batchid 7 00010000:00010000:3.0:1782107207.556216:0:9470:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4d858f62 (ffffa08c51e1f200) 00010000:00010000:3.0:1782107207.556224:0:9470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000020:00080000:2.0:1782107207.556234:0:7453:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 7 00000100:00100000:3.0:1782107207.556255:0:9470:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c7ba51f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+7:3658:x1868674269188608:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 97us (532us total) trans 0 rc 0/0 00000100:00100000:3.0:1782107207.556263:0:9470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1782107207.556276:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08b4354c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1868674269188608:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1782107207.556316:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08c7ba2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1868674269188480:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1782107207.556381:0:8982:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffffa08c40031000/0x7e3d6a8eb3a135e5 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8982 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107207.556430:0:8982:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffffa08c40031000/0x7e3d6a8eb3a135e5 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8982 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1782107207.556473:0:8982:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000401:0x6:0x0]: returning size 4096 00000004:00200000:0.0:1782107207.556477:0:8982:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1782107207.556511:0:8982:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffffa08c40030a00/0x7e3d6a8eb3a135de lrc: 0/0,0 mode: --/CR res: [0x240000401:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.43@tcp remote: 0x518b9a3576b400d expref: 7 pid: 8982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107207.556527:0:8982:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffffa08c40031000/0x7e3d6a8eb3a135e5 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.43@tcp remote: 0x518b9a3576b400d expref: 6 pid: 8982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107207.556535:0:8982:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6:0x0].0x0 (ffffa08c7a609100) 00010000:00010000:0.0:1782107207.556538:0:8982:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1782107207.556541:0:8982:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa08c40031000, rc 0) 00000100:00100000:0.0:1782107207.556576:0:8982:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c7ba2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2eadce33-9ab8-4caf-b349-1b7b3db092bc+6:36827:x1868674247000960:12345-192.168.203.43@tcp:101:lfs.0 Request processed in 10094us (10329us total) trans 0 rc 0/0 00000100:00100000:0.0:1782107207.556583:0:8982:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.43@tcp, seq: 270 00000100:00100000:2.0:1782107207.559506:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.43@tcp (source: 12345-192.168.203.43@tcp) 00000100:00100000:0.0:1782107207.559699:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674247001088 00000100:00100000:0.0:1782107207.559709:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674247001088 00000100:00100000:0.0:1782107207.560015:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.43@tcp, seq: 271 00000100:00100000:0.0:1782107207.560026:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c60850380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2eadce33-9ab8-4caf-b349-1b7b3db092bc+10:36827:x1868674247001088:12345-192.168.203.43@tcp:101:lfs.0 00010000:00010000:0.0:1782107207.560044:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1782107207.560062:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa08c40030600/0x7e3d6a8eb3a135ec lrc: 2/0,0 mode: --/CR res: [0x200000400:0x6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x518b9a3576b4014 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107207.560141:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b943400/0x7e3d6a8eb3a135f3 lrc: 3/1,0 mode: --/CR res: [0x200000400:0x6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107207.560177:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b943400/0x7e3d6a8eb3a135f3 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107207.560189:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b943400/0x7e3d6a8eb3a135f3 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107207.560203:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b942800/0x7e3d6a8eb3a135fa lrc: 3/1,0 mode: --/PR res: [0x200000400:0x6:0x0].0x727485fe bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107207.560209:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b942800/0x7e3d6a8eb3a135fa lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x6:0x0].0x727485fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107207.560215:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b942800/0x7e3d6a8eb3a135fa lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x6:0x0].0x727485fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107207.560282:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b943400/0x7e3d6a8eb3a135f3 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107207.560289:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b943400/0x7e3d6a8eb3a135f3 lrc: 2/0,0 mode: CR/CR res: [0x200000400:0x6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107207.560296:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b943400/0x7e3d6a8eb3a135f3 lrc: 3/0,0 mode: CR/CR res: [0x200000400:0x6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107207.560306:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa08c7b943400 already unused, calling callback (ffffffffc1a094f0) 00010000:00010000:0.0:1782107207.560310:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b943400/0x7e3d6a8eb3a135f3 lrc: 3/0,0 mode: CR/CR res: [0x200000400:0x6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107207.560316:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b943400/0x7e3d6a8eb3a135f3 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107207.560328:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x6:0x0].0x0 (ffffa08c584e6500) 00010000:00010000:0.0:1782107207.560337:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1782107207.560343:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b943400/0x7e3d6a8eb3a135f3 lrc: 2/0,0 mode: --/CR res: [0x200000400:0x6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107207.560349:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b943400/0x7e3d6a8eb3a135f3 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107207.560361:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b942800/0x7e3d6a8eb3a135fa lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x6:0x0].0x727485fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107207.560367:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b942800/0x7e3d6a8eb3a135fa lrc: 2/0,0 mode: PR/PR res: [0x200000400:0x6:0x0].0x727485fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107207.560373:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b942800/0x7e3d6a8eb3a135fa lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x6:0x0].0x727485fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107207.560378:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa08c7b942800 already unused, calling callback (ffffffffc1a094f0) 00010000:00010000:0.0:1782107207.560380:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b942800/0x7e3d6a8eb3a135fa lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x6:0x0].0x727485fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107207.560386:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b942800/0x7e3d6a8eb3a135fa lrc: 4/0,0 mode: PR/PR res: [0x200000400:0x6:0x0].0x727485fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107207.560393:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x6:0x0].0x727485fe (ffffa08c5855eb00) 00010000:00010000:0.0:1782107207.560396:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1782107207.560430:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b942800/0x7e3d6a8eb3a135fa lrc: 2/0,0 mode: --/PR res: [0x200000400:0x6:0x0].0x727485fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107207.560438:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b942800/0x7e3d6a8eb3a135fa lrc: 0/0,0 mode: --/PR res: [0x200000400:0x6:0x0].0x727485fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107207.560469:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa08c40030600/0x7e3d6a8eb3a135ec lrc: 1/0,0 mode: --/CR res: [0x200000400:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.43@tcp remote: 0x518b9a3576b4014 expref: 11 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107207.560489:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x6:0x0].0x0 (ffffa08c584e6500) 00010000:00010000:0.0:1782107207.560492:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1782107207.560496:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa08c40030600/0x7e3d6a8eb3a135ec lrc: 0/0,0 mode: --/CR res: [0x200000400:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.43@tcp remote: 0x518b9a3576b4014 expref: 11 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107207.560507:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa08c40030600, rc 0) 00000100:00100000:0.0:1782107207.561459:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c60850380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2eadce33-9ab8-4caf-b349-1b7b3db092bc+10:36827:x1868674247001088:12345-192.168.203.43@tcp:101:lfs.0 Request processed in 1432us (1955us total) trans 0 rc 301/301 00000100:00100000:0.0:1782107207.561469:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.43@tcp, seq: 271 00000100:00100000:2.0:1782107207.564704:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.43@tcp (source: 12345-192.168.203.43@tcp) 00000100:00100000:3.0:1782107207.566217:0:7836:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674247001344 00000100:00100000:3.0:1782107207.566229:0:7836:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674247001344 00000100:00100000:3.0:1782107207.566342:0:7836:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.43@tcp, seq: 272 00000100:00100000:3.0:1782107207.566353:0:7836:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c60852a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2eadce33-9ab8-4caf-b349-1b7b3db092bc+10:36827:x1868674247001344:12345-192.168.203.43@tcp:101:lfs.0 00010000:00010000:3.0:1782107207.566373:0:7836:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1782107207.566386:0:7836:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1782107207.566438:0:7836:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa08b42906600/0x7e3d6a8eb3a135d7 lrc: 0/0,0 mode: --/PR res: [0x200000400:0x6:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.43@tcp remote: 0x518b9a3576b4006 expref: 10 pid: 7836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107207.566457:0:7836:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x6:0x0].0x0 (ffffa08c584e6500) 00010000:00010000:3.0:1782107207.566462:0:7836:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1782107207.566473:0:7836:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa08b42907400/0x7e3d6a8eb3a13601 lrc: 2/0,0 mode: --/CW res: [0x200000400:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x518b9a3576b401b expref: -99 pid: 7836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107207.566590:0:7836:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa08b42906200/0x7e3d6a8eb3a13608 lrc: 3/0,1 mode: --/CW res: [0x200000400:0x6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7836 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107207.566603:0:7836:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa08b42906200/0x7e3d6a8eb3a13608 lrc: 3/0,1 mode: CW/CW res: [0x200000400:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7836 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107207.566612:0:7836:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa08b42906200/0x7e3d6a8eb3a13608 lrc: 3/0,1 mode: CW/CW res: [0x200000400:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7836 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107207.566626:0:7836:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa08b42907c00/0x7e3d6a8eb3a1360f lrc: 3/0,1 mode: --/PW res: [0x200000400:0x6:0x0].0x727485fe bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7836 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107207.566632:0:7836:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa08b42907c00/0x7e3d6a8eb3a1360f lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x6:0x0].0x727485fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7836 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107207.566639:0:7836:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa08b42907c00/0x7e3d6a8eb3a1360f lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x6:0x0].0x727485fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7836 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107207.567135:0:7836:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa08b42906000/0x7e3d6a8eb3a13616 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x18:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7836 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107207.567146:0:7836:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa08b42906000/0x7e3d6a8eb3a13616 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7836 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107207.567165:0:7836:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa08b42906000/0x7e3d6a8eb3a13616 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7836 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1782107207.567175:0:7836:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x18:0x0]: returning size 0 00010000:00010000:3.0:1782107207.567198:0:7836:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa08b42906200/0x7e3d6a8eb3a13608 lrc: 3/0,1 mode: CW/CW res: [0x200000400:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7836 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107207.567205:0:7836:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa08b42906200/0x7e3d6a8eb3a13608 lrc: 2/0,0 mode: CW/CW res: [0x200000400:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7836 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107207.567211:0:7836:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa08b42906200/0x7e3d6a8eb3a13608 lrc: 3/0,0 mode: CW/CW res: [0x200000400:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7836 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107207.567217:0:7836:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa08b42906200 already unused, calling callback (ffffffffc1a094f0) 00010000:00010000:3.0:1782107207.567221:0:7836:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa08b42906200/0x7e3d6a8eb3a13608 lrc: 3/0,0 mode: CW/CW res: [0x200000400:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7836 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107207.567228:0:7836:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa08b42906200/0x7e3d6a8eb3a13608 lrc: 4/0,0 mode: CW/CW res: [0x200000400:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7836 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107207.567238:0:7836:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x6:0x0].0x0 (ffffa08c584e6500) 00010000:00010000:3.0:1782107207.567240:0:7836:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1782107207.567244:0:7836:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa08b42906200/0x7e3d6a8eb3a13608 lrc: 2/0,0 mode: --/CW res: [0x200000400:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7836 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107207.567250:0:7836:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa08b42906200/0x7e3d6a8eb3a13608 lrc: 0/0,0 mode: --/CW res: [0x200000400:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7836 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1782107207.567260:0:7836:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000031fa6b82 reply state 000000004050900b transno 4294967395 ns: mdt-lustre-MDT0000_UUID lock: ffffa08b42907c00/0x7e3d6a8eb3a1360f lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x6:0x0].0x727485fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7836 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107207.567280:0:7836:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa08b42907c00/0x7e3d6a8eb3a1360f lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0x6:0x0].0x727485fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7836 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107207.567286:0:7836:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x6:0x0].0x727485fe (ffffa08c7a609500) 00010000:00010000:3.0:1782107207.567288:0:7836:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1782107207.567290:0:7836:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1782107207.567322:0:7836:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa08b42907400/0x7e3d6a8eb3a13601 lrc: 0/0,0 mode: --/CW res: [0x200000400:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.43@tcp remote: 0x518b9a3576b401b expref: 12 pid: 7836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107207.567334:0:7836:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa08b42906000/0x7e3d6a8eb3a13616 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.43@tcp remote: 0x518b9a3576b401b expref: 11 pid: 7836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107207.567341:0:7836:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18:0x0].0x0 (ffffa08c7a609200) 00010000:00010000:3.0:1782107207.567343:0:7836:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1782107207.567346:0:7836:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa08b42906000, rc 0) 00000100:00100000:3.0:1782107207.567426:0:7836:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c60852a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2eadce33-9ab8-4caf-b349-1b7b3db092bc+12:36827:x1868674247001344:12345-192.168.203.43@tcp:101:lfs.0 Request processed in 1048us (2702us total) trans 4294967395 rc 0/0 00000100:00100000:3.0:1782107207.567434:0:7836:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.43@tcp, seq: 272 00000100:00100000:3.0:1782107207.576907:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.43@tcp (source: 12345-192.168.203.43@tcp) 00000100:00100000:2.0:1782107207.577103:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674247001600 00000100:00100000:2.0:1782107207.577114:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674247001600 00000100:00100000:2.0:1782107207.577175:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.43@tcp, seq: 273 00000100:00100000:2.0:1782107207.577185:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c7ba2d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2eadce33-9ab8-4caf-b349-1b7b3db092bc+12:36827:x1868674247001600:12345-192.168.203.43@tcp:101:lfs.0 00010000:00010000:2.0:1782107207.577211:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1782107207.577230:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa08b43419800/0x7e3d6a8eb3a13624 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x18:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x518b9a3576b4022 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107207.577349:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa08b43419400/0x7e3d6a8eb3a1362b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x18:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107207.577387:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa08b42906000/0x7e3d6a8eb3a13616 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.43@tcp remote: 0x518b9a3576b401b expref: 13 pid: 7836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107207.577396:0:6518:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffffa08b43419400/0x7e3d6a8eb3a1362b lrc: 4/0,1 mode: --/EX res: [0x200000402:0x18:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107207.577471:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffffa08b42906000/0x7e3d6a8eb3a13616 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.43@tcp remote: 0x518b9a3576b401b expref: 13 pid: 7836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107207.577483:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffffa08b42906000/0x7e3d6a8eb3a13616 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.43@tcp remote: 0x518b9a3576b401b expref: 13 pid: 7836 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1782107207.577496:0:6518:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08b434d7800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6518:1868674269188992:192.168.203.43@tcp:104: 00000100:00100000:2.0:1782107207.577569:0:6518:0:(client.c:2692:ptlrpc_set_wait()) set ffffa08b41786a80 going to sleep for 11 seconds 00000100:00100000:2.0:1782107207.581229:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.43@tcp (source: 12345-192.168.203.43@tcp) 00000100:00100000:3.0:1782107207.581476:0:6518:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08b434d7800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6518:1868674269188992:192.168.203.43@tcp:104: 00010000:00010000:3.0:1782107207.581499:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffffa08b43419400/0x7e3d6a8eb3a1362b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x18:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782107207.581650:0:6503:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674247001728 00000100:00100000:0.0:1782107207.581658:0:6503:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674247001728 00010000:00010000:0.0:1782107207.581692:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffffa08b42906000/0x7e3d6a8eb3a13616 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.43@tcp remote: 0x518b9a3576b401b expref: 14 pid: 7836 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782107207.581736:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.43@tcp, seq: 90 00000100:00100000:0.0:1782107207.581744:0:6503:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08b434d5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2eadce33-9ab8-4caf-b349-1b7b3db092bc+14:2414:x1868674247001728:12345-192.168.203.43@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1782107207.581756:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1782107207.581763:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffffa08b42906000/0x7e3d6a8eb3a13616 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.43@tcp remote: 0x518b9a3576b401b expref: 14 pid: 7836 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107207.581774:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffffa08b42906000/0x7e3d6a8eb3a13616 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.43@tcp remote: 0x518b9a3576b401b expref: 14 pid: 7836 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107207.581793:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa08b42906000/0x7e3d6a8eb3a13616 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.43@tcp remote: 0x518b9a3576b401b expref: 14 pid: 7836 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107207.581823:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18:0x0].0x0 (ffffa08c7a609200) 00010000:00010000:0.0:1782107207.581827:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffffa08b43419400/0x7e3d6a8eb3a1362b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x18:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107207.581837:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa08b43419400/0x7e3d6a8eb3a1362b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x18:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107207.581844:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa08b43419400/0x7e3d6a8eb3a1362b lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x18:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107207.581868:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1782107207.581968:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffffa08b43419400/0x7e3d6a8eb3a1362b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x18:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107207.581976:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa08b43419400/0x7e3d6a8eb3a1362b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x18:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1782107207.582006:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x18:0x0]: returning size 0 00010000:00010000:2.0:1782107207.582136:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa08b43419400/0x7e3d6a8eb3a1362b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x18:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107207.582144:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa08b43419400/0x7e3d6a8eb3a1362b lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x18:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107207.582151:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa08b43419400/0x7e3d6a8eb3a1362b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x18:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107207.582163:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa08b43419400 already unused, calling callback (ffffffffc1a094f0) 00010000:00010000:2.0:1782107207.582168:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa08b43419400/0x7e3d6a8eb3a1362b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x18:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107207.582176:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa08b43419400/0x7e3d6a8eb3a1362b lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x18:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107207.582185:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18:0x0].0x0 (ffffa08c7a609200) 00010000:00010000:2.0:1782107207.582188:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1782107207.582192:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa08b43419400/0x7e3d6a8eb3a1362b lrc: 2/0,0 mode: --/EX res: [0x200000402:0x18:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107207.582198:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa08b43419400/0x7e3d6a8eb3a1362b lrc: 0/0,0 mode: --/EX res: [0x200000402:0x18:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107207.582233:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa08b43419800/0x7e3d6a8eb3a13624 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x18:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.43@tcp remote: 0x518b9a3576b4022 expref: 13 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107207.582242:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18:0x0].0x0 (ffffa08c7a609200) 00010000:00010000:2.0:1782107207.582245:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1782107207.582248:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa08b43419800/0x7e3d6a8eb3a13624 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x18:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.43@tcp remote: 0x518b9a3576b4022 expref: 13 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107207.582262:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa08b43419800, rc 0) 00000100:00100000:0.0:1782107207.582467:0:6503:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08b434d5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2eadce33-9ab8-4caf-b349-1b7b3db092bc+12:2414:x1868674247001728:12345-192.168.203.43@tcp:103:ldlm_bl.0 Request processed in 722us (1244us total) trans 0 rc 0/0 00000100:00100000:0.0:1782107207.582474:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.43@tcp, seq: 90 00000100:00100000:2.0:1782107207.583042:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c7ba2d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2eadce33-9ab8-4caf-b349-1b7b3db092bc+11:36827:x1868674247001600:12345-192.168.203.43@tcp:101:lfs.0 Request processed in 5856us (6142us total) trans 0 rc 301/301 00000100:00100000:2.0:1782107207.583048:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.43@tcp, seq: 273 00000100:00100000:1.0:1782107207.587137:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.43@tcp (source: 12345-192.168.203.43@tcp) 00000100:00100000:0.0:1782107207.587652:0:6519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674247001984 00000100:00100000:0.0:1782107207.587661:0:6519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674247001984 00000100:00100000:0.0:1782107207.587906:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.43@tcp, seq: 51 00000100:00100000:0.0:1782107207.587918:0:6519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c7bd8f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2eadce33-9ab8-4caf-b349-1b7b3db092bc+11:36827:x1868674247001984:12345-192.168.203.43@tcp:35:lfs.0 00000100:00100000:0.0:1782107207.588166:0:6519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c7bd8f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2eadce33-9ab8-4caf-b349-1b7b3db092bc+12:36827:x1868674247001984:12345-192.168.203.43@tcp:35:lfs.0 Request processed in 250us (1036us total) trans 4294967396 rc 0/0 00000100:00100000:0.0:1782107207.588173:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.43@tcp, seq: 51 00010000:00010000:3.0:1782107207.690301:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782107208.707637:0:6504:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1782107208.890286:0:23176:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-ec test_26a: @@@@@@ FAIL: setstripe failed 00000100:00100000:2.0:1782107209.158854:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08c7fc27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1868674269189120:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1782107209.158926:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782107209.159050:0:6521:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674269189120 00000100:00100000:3.0:1782107209.159068:0:6521:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674269189120 00000100:00100000:3.0:1782107209.159128:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 482 00000100:00100000:3.0:1782107209.159137:0:6521:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08b434d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3659:x1868674269189120:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1782107209.159172:0:6521:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446105088 avail 1299865600 00000100:00100000:3.0:1782107209.160211:0:6521:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08b434d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3659:x1868674269189120:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1070us (1279us total) trans 0 rc 0/0 00000100:00100000:3.0:1782107209.160221:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 482 00000100:00100000:2.0:1782107209.160301:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08c7fc27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1868674269189120:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1782107209.668890:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08b434d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1868674269189248:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1782107209.668958:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782107209.669087:0:8402:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674269189248 00000100:00100000:3.0:1782107209.669095:0:8402:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674269189248 00000100:00100000:3.0:1782107209.669166:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 328 00000100:00100000:3.0:1782107209.669177:0:8402:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08b42f32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3660:x1868674269189248:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1782107209.669208:0:8402:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00080000:2.0:1782107209.669213:0:6512:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1782107209.669230:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1782107209.669239:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08c7fc25880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1868674269189376:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1782107209.669256:0:8402:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08b42f32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3660:x1868674269189248:12345-0@lo:13:osp-pre-0-0.0 Request processed in 81us (297us total) trans 0 rc 0/0 00000100:00100000:3.0:1782107209.669264:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 328 00000100:00100000:2.0:1782107209.669273:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782107209.669366:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08b434d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1868674269189248:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1782107209.669425:0:8402:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674269189376 00000100:00100000:3.0:1782107209.669430:0:8402:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674269189376 00000100:00100000:1.0:1782107209.670603:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 329 00000100:00100000:1.0:1782107209.670616:0:8401:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08b42f31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3660:x1868674269189376:12345-0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1782107209.670622:0:6512:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:1.0:1782107209.670647:0:8401:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1782107209.670875:0:8401:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08b42f31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3660:x1868674269189376:12345-0@lo:13:osp-pre-0-1.0 Request processed in 262us (1602us total) trans 0 rc 0/0 00000100:00100000:1.0:1782107209.670882:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 329 00000100:00100000:3.0:1782107209.671558:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08c7fc25880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1868674269189376:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1782107209.745429:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1782107210.011874:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.43@tcp (source: 12345-192.168.203.43@tcp) 00000100:00100000:1.0:1782107210.011912:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.43@tcp (source: 12345-192.168.203.43@tcp) 00000100:00100000:1.0:1782107210.011947:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.43@tcp (source: 12345-192.168.203.43@tcp) 00000100:00100000:3.0:1782107210.012020:0:18105:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674247002368 00000100:00100000:3.0:1782107210.012032:0:18105:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674247002368 00000100:00100000:2.0:1782107210.012061:0:6511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674247002112 00000100:00100000:2.0:1782107210.012065:0:6511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674247002112 00000100:00100000:3.0:1782107210.012094:0:18105:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674247002240 00000100:00100000:3.0:1782107210.012097:0:18105:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674247002240 00000100:00100000:2.0:1782107210.012099:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.43@tcp, seq: 439 00000100:00100000:2.0:1782107210.012108:0:6511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c42d5c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:87d3e82f-e99c-4ac6-accd-6b70667f4a2e+9:2412:x1868674247002112:12345-192.168.203.43@tcp:400:kworker.0 00000100:00100000:3.0:1782107210.012120:0:18105:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.43@tcp, seq: 669 00000100:00100000:3.0:1782107210.012126:0:18105:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c7fc24e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2eadce33-9ab8-4caf-b349-1b7b3db092bc+6:2412:x1868674247002368:12345-192.168.203.43@tcp:400:kworker.0 00000100:00100000:3.0:1782107210.012175:0:18105:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c7fc24e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2eadce33-9ab8-4caf-b349-1b7b3db092bc+6:2412:x1868674247002368:12345-192.168.203.43@tcp:400:kworker.0 Request processed in 49us (262us total) trans 0 rc 0/0 00000100:00100000:3.0:1782107210.012182:0:18105:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.43@tcp, seq: 669 00000100:00100000:0.0:1782107210.012197:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.43@tcp, seq: 670 00000100:00100000:0.0:1782107210.012206:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c7fc25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2eadce33-9ab8-4caf-b349-1b7b3db092bc+12:2412:x1868674247002240:12345-192.168.203.43@tcp:400:kworker.0 00000100:00080000:1.0:1782107210.012260:0:6512:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1782107210.012266:0:6512:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1782107210.013964:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c7fc25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2eadce33-9ab8-4caf-b349-1b7b3db092bc+12:2412:x1868674247002240:12345-192.168.203.43@tcp:400:kworker.0 Request processed in 1752us (2008us total) trans 0 rc 0/0 00000100:00100000:0.0:1782107210.013998:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.43@tcp, seq: 670 00000100:00100000:2.0:1782107210.016603:0:6511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c42d5c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:87d3e82f-e99c-4ac6-accd-6b70667f4a2e+9:2412:x1868674247002112:12345-192.168.203.43@tcp:400:kworker.0 Request processed in 4485us (4726us total) trans 0 rc 0/0 00000100:00100000:2.0:1782107210.016619:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.43@tcp, seq: 439 00000100:00100000:2.0:1782107210.180005:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1782107210.180029:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08c7fc24a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1868674269189504:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1782107210.180097:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782107210.180378:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08b42f30a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3660:1868674269189760:0@lo:400:kworker.0 00000100:00100000:2.0:1782107210.180433:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782107210.180966:0:8401:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674269189504 00000100:00100000:0.0:1782107210.180986:0:8401:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674269189504 00000100:00080000:1.0:1782107210.181036:0:6512:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1782107210.181187:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 330 00000100:00100000:0.0:1782107210.181202:0:8401:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08b42f33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1868674269189504:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1782107210.181235:0:8401:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1782107210.181286:0:8401:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08b42f33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1868674269189504:12345-0@lo:13:osp-pre-1-1.0 Request processed in 90us (1189us total) trans 0 rc 0/0 00000100:00100000:0.0:1782107210.181294:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 330 00000100:00100000:0.0:1782107210.181783:0:8982:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674269189760 00000100:00100000:0.0:1782107210.181789:0:8982:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674269189760 00000100:00100000:2.0:1782107210.181805:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08b42f33800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3660:1868674269190272:0@lo:400:kworker.0 00000100:00100000:2.0:1782107210.181842:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782107210.181929:0:8982:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674269190272 00000100:00100000:0.0:1782107210.181933:0:8982:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674269190272 00000100:00100000:2.0:1782107210.181943:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08b42f30700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1868674269190784:0@lo:400:kworker.0 00000100:00100000:0.0:1782107210.182327:0:8982:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 671 00000100:00100000:0.0:1782107210.182337:0:8982:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08b434d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3660:x1868674269189760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1782107210.182344:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 672 00000100:00100000:1.0:1782107210.182360:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08b41567480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3660:x1868674269190272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1782107210.182382:0:8982:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08b434d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3660:x1868674269189760:12345-0@lo:400:kworker.0 Request processed in 47us (1947us total) trans 0 rc 0/0 00000100:00100000:0.0:1782107210.182390:0:8982:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 671 00000100:00100000:1.0:1782107210.182427:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08b41567480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3660:x1868674269190272:12345-0@lo:400:kworker.0 Request processed in 69us (584us total) trans 0 rc 0/0 00000100:00080000:0.0:1782107210.182439:0:6512:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1782107210.182505:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 672 00000100:00100000:2.0:1782107210.182654:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782107210.182695:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08b42f30a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3660:1868674269189760:0@lo:400:kworker.0 00000100:00100000:0.0:1782107210.183021:0:8397:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674269190784 00000100:00100000:0.0:1782107210.183078:0:8397:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674269190784 00000100:00100000:0.0:1782107210.183128:0:8397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 188 00000100:00100000:0.0:1782107210.183135:0:8397:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08b41567100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3660:x1868674269190784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1782107210.183183:0:8397:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08b41567100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3660:x1868674269190784:12345-0@lo:400:kworker.0 Request processed in 49us (529us total) trans 0 rc 0/0 00000100:00100000:0.0:1782107210.183190:0:8397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 188 00000100:00100000:2.0:1782107210.183527:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08b42f33800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3660:1868674269190272:0@lo:400:kworker.0 00010000:00080000:2.0:1782107210.183544:0:3660:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa08b42f30700 x1868674269190784/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1782107226 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1782107210.183554:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08b42f30700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1868674269190784:0@lo:400:kworker.0 00000100:00100000:2.0:1782107210.183574:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1782107210.183583:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08b42f32300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1868674269189888:0@lo:400:kworker.0 00000100:00100000:2.0:1782107210.183613:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782107210.183642:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08b42f31880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3660:1868674269190400:0@lo:400:kworker.0 00000100:00100000:2.0:1782107210.183665:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782107210.183691:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08c7fc25f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1868674269190912:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1782107210.183722:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782107210.183754:0:18105:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674269190400 00000100:00100000:2.0:1782107210.183758:0:18105:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674269190400 00000100:00100000:2.0:1782107210.183788:0:18105:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 673 00000100:00100000:2.0:1782107210.183795:0:18105:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08b41567b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3660:x1868674269190400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1782107210.183831:0:18105:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08b41567b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3660:x1868674269190400:12345-0@lo:400:kworker.0 Request processed in 36us (165us total) trans 0 rc 0/0 00000100:00100000:2.0:1782107210.183837:0:18105:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 673 00000100:00100000:2.0:1782107210.183857:0:17563:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674269190912 00000100:00100000:2.0:1782107210.183860:0:17563:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674269190912 00000100:00100000:2.0:1782107210.183879:0:17563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 331 00000100:00100000:2.0:1782107210.183884:0:17563:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08b42f30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3660:x1868674269190912:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1782107210.183908:0:17563:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1782107210.183936:0:17563:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08b42f30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3660:x1868674269190912:12345-0@lo:13:osp-pre-1-0.0 Request processed in 52us (213us total) trans 0 rc 0/0 00000100:00100000:2.0:1782107210.183941:0:17563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 331 00000100:00100000:2.0:1782107210.183964:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08b42f33480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3658:1868674269190016:0@lo:400:kworker.0 00000100:00100000:2.0:1782107210.184000:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782107210.184022:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08b42f32a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3658:1868674269190528:0@lo:400:kworker.0 00000100:00100000:2.0:1782107210.184042:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782107210.184059:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1782107210.184065:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08b42f32680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:43809427-66c4-4a66-b088-77a1495576b0:3658:1868674269189632:0@lo:400:kworker.0 00000100:00100000:2.0:1782107210.184090:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782107210.184112:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08b42f30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1868674269190144:0@lo:400:kworker.0 00000100:00100000:2.0:1782107210.184133:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782107210.184150:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08b42f31500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3658:1868674269190656:0@lo:400:kworker.0 00000100:00100000:2.0:1782107210.184169:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782107210.184193:0:6509:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674269189632 00000100:00100000:2.0:1782107210.184196:0:6509:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674269189632 00000100:00100000:2.0:1782107210.184223:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 440 00000100:00100000:2.0:1782107210.184229:0:6509:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c42d5e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:43809427-66c4-4a66-b088-77a1495576b0+23:3658:x1868674269189632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1782107210.184262:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c42d5e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:43809427-66c4-4a66-b088-77a1495576b0+23:3658:x1868674269189632:12345-0@lo:400:kworker.0 Request processed in 34us (171us total) trans 0 rc 0/0 00000100:00100000:2.0:1782107210.184269:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 440 00000100:00100000:2.0:1782107210.184295:0:7835:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674269189888 00000100:00100000:2.0:1782107210.184298:0:7835:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674269189888 00000100:00100000:2.0:1782107210.184326:0:7835:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674269190144 00000100:00100000:2.0:1782107210.184335:0:7835:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674269190144 00000100:00100000:2.0:1782107210.184354:0:7835:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 483 00000100:00100000:2.0:1782107210.184362:0:7835:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08b41566d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3660:x1868674269189888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1782107210.184397:0:7835:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08b41566d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3660:x1868674269189888:12345-0@lo:400:kworker.0 Request processed in 37us (784us total) trans 0 rc 0/0 00000100:00100000:2.0:1782107210.184431:0:7835:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 483 00000100:00080000:1.0:1782107210.184730:0:6512:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1782107210.184735:0:6512:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1782107210.184846:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 484 00000100:00100000:0.0:1782107210.184863:0:6522:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c7b7e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3658:x1868674269190144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1782107210.184902:0:6522:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c7b7e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3658:x1868674269190144:12345-0@lo:400:kworker.0 Request processed in 42us (768us total) trans 0 rc 0/0 00000100:00100000:0.0:1782107210.184908:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 484 00000100:00100000:2.0:1782107210.185859:0:7836:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674269190016 00000100:00100000:2.0:1782107210.185866:0:7836:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674269190016 00000100:00100000:2.0:1782107210.185899:0:7836:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674269190528 00000100:00100000:2.0:1782107210.185902:0:7836:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674269190528 00000100:00100000:2.0:1782107210.185989:0:7836:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674269190656 00000100:00100000:2.0:1782107210.185993:0:7836:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674269190656 00000100:00100000:0.0:1782107210.186011:0:18105:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 674 00000100:00100000:0.0:1782107210.186021:0:18105:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08b42f33800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3658:x1868674269190016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1782107210.186083:0:18105:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08b42f33800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3658:x1868674269190016:12345-0@lo:400:kworker.0 Request processed in 65us (2083us total) trans 0 rc 0/0 00000100:00100000:0.0:1782107210.186089:0:18105:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 674 00000100:00100000:0.0:1782107210.186103:0:18105:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 675 00000100:00100000:0.0:1782107210.186109:0:18105:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08b42f30a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3658:x1868674269190528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1782107210.186133:0:18105:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08b42f30a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3658:x1868674269190528:12345-0@lo:400:kworker.0 Request processed in 25us (2091us total) trans 0 rc 0/0 00000100:00100000:0.0:1782107210.186138:0:18105:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 675 00000100:00080000:1.0:1782107210.186652:0:6512:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1782107210.186657:0:6512:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1782107210.187156:0:7836:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 676 00000100:00100000:2.0:1782107210.187164:0:7836:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c7b7e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3658:x1868674269190656:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1782107210.187208:0:7836:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c7b7e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3658:x1868674269190656:12345-0@lo:400:kworker.0 Request processed in 46us (3038us total) trans 0 rc 0/0 00000100:00100000:2.0:1782107210.187214:0:7836:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 676 00010000:00080000:2.0:1782107210.187262:0:3659:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa08c7fc24a80 x1868674269189504/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1782107226 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1782107210.187378:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08c7fc24a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1868674269189504:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1782107210.187562:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08b42f32680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:43809427-66c4-4a66-b088-77a1495576b0:3658:1868674269189632:0@lo:400:kworker.0 00000100:00100000:2.0:1782107210.187573:0:3658:0:(client.c:3102:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294967344 gen 2 00000004:00080000:2.0:1782107210.187578:0:3658:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967343 committed transno 4294967344 00000004:00080000:2.0:1782107210.187592:0:3658:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967344 committed transno 4294967344 00000100:00100000:2.0:1782107210.187604:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08b42f30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1868674269190144:0@lo:400:kworker.0 00000100:00100000:2.0:1782107210.187615:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08b42f31500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3658:1868674269190656:0@lo:400:kworker.0 00000100:00100000:2.0:1782107210.187636:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08b42f33480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3658:1868674269190016:0@lo:400:kworker.0 00000100:00100000:2.0:1782107210.187646:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08b42f32a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3658:1868674269190528:0@lo:400:kworker.0 00000100:00100000:2.0:1782107210.187685:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08b42f32300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1868674269189888:0@lo:400:kworker.0 00000100:00100000:2.0:1782107210.187697:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08b42f31880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3660:1868674269190400:0@lo:400:kworker.0 00010000:00080000:2.0:1782107210.187828:0:3660:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa08c7fc25f80 x1868674269190912/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1782107226 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1782107210.187841:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08c7fc25f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1868674269190912:0@lo:13:osp-pre-1-0.0 Debug log: 1546 lines, 1546 kept, 0 dropped, 0 bad.