00000040:00080000:0.0F:1783947043.267230:0:17877:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1783947043.418734:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1783947043.418787:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1783947043.418812:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1783947043.418837:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1783947043.418871:0:18632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432910336 00000100:00100000:0.0:1783947043.418880:0:18632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432910336 00000100:00100000:0.0:1783947043.418959:0:18632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 32 00000100:00100000:0.0:1783947043.418971:0:18632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8049a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c1e0908f-fe22-468a-9f33-88a2f408f99c+6:2407:x1870603432910336:12345-192.168.202.33@tcp:400:kworker.0 00000100:00100000:0.0:1783947043.419044:0:18632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8049a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c1e0908f-fe22-468a-9f33-88a2f408f99c+6:2407:x1870603432910336:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 76us (205us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947043.419053:0:18632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 32 00000100:00080000:0.0:1783947043.419074:0:17120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0F:1783947043.419278:0:17118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432909952 00000100:00100000:2.0:1783947043.419292:0:17118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432909952 00000100:00100000:2.0:1783947043.419330:0:17118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 169 00000100:00100000:2.0:1783947043.419338:0:17118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da84070f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:deb86800-a77c-40cb-af07-e8a3ce7789b1+13:2407:x1870603432909952:12345-192.168.202.33@tcp:400:kworker.0 00000100:00100000:2.0:1783947043.419412:0:17118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da84070f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:deb86800-a77c-40cb-af07-e8a3ce7789b1+13:2407:x1870603432909952:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 74us (689us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947043.419420:0:17118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 169 00000100:00100000:2.0:1783947043.419594:0:17125:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432910208 00000100:00100000:2.0:1783947043.419599:0:17125:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432910208 00000100:00100000:2.0:1783947043.419642:0:17125:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432910080 00000100:00100000:2.0:1783947043.419645:0:17125:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432910080 00000100:00100000:2.0:1783947043.419672:0:17125:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 80 00000100:00100000:2.0:1783947043.419679:0:17125:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8049a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c1e0908f-fe22-468a-9f33-88a2f408f99c+5:2407:x1870603432910208:12345-192.168.202.33@tcp:400:kworker.0 00000100:00100000:2.0:1783947043.419711:0:17125:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8049a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c1e0908f-fe22-468a-9f33-88a2f408f99c+5:2407:x1870603432910208:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 32us (923us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947043.419717:0:17125:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 80 00000100:00100000:2.0:1783947043.419729:0:17125:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 81 00000100:00100000:2.0:1783947043.419735:0:17125:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8049a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c1e0908f-fe22-468a-9f33-88a2f408f99c+26:2407:x1870603432910080:12345-192.168.202.33@tcp:400:kworker.0 00000100:00100000:2.0:1783947043.419760:0:17125:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8049a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c1e0908f-fe22-468a-9f33-88a2f408f99c+26:2407:x1870603432910080:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 26us (948us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947043.419766:0:17125:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 81 00000100:00080000:2.0:1783947043.419850:0:17120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1783947043.419854:0:17120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1783947043.423012:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1783947043.423054:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1783947043.426975:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1783947043.439383:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1783947043.439419:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1783947043.439461:0:17124:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432910720 00000100:00100000:0.0:1783947043.439468:0:17124:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432910720 00000100:00100000:0.0:1783947043.439520:0:17124:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432910592 00000100:00100000:0.0:1783947043.439522:0:17124:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432910592 00000100:00100000:0.0:1783947043.439543:0:17124:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 82 00000100:00100000:0.0:1783947043.439552:0:17124:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8049a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:da56abbd-df43-4a5b-abd8-b0ad4893be8d+5:2408:x1870603432910720:12345-192.168.202.33@tcp:400:kworker.0 00000100:00100000:0.0:1783947043.439618:0:17124:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8049a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:da56abbd-df43-4a5b-abd8-b0ad4893be8d+5:2408:x1870603432910720:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 68us (265us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947043.439634:0:17124:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 82 00000100:00100000:0.0:1783947043.439658:0:17124:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 83 00000100:00100000:0.0:1783947043.439680:0:17124:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83fa6e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:da56abbd-df43-4a5b-abd8-b0ad4893be8d+6:2408:x1870603432910592:12345-192.168.202.33@tcp:400:kworker.0 00000100:00100000:0.0:1783947043.439706:0:17124:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83fa6e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:da56abbd-df43-4a5b-abd8-b0ad4893be8d+6:2408:x1870603432910592:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 28us (287us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947043.439712:0:17124:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 83 00000100:00080000:0.0:1783947043.439735:0:17120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1783947043.439739:0:17120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0F:1783947043.446962:0:18978:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432910464 00000100:00100000:1.0:1783947043.447015:0:18978:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432910464 00000100:00100000:1.0:1783947043.447101:0:18978:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432910848 00000100:00100000:1.0:1783947043.447105:0:18978:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432910848 00000100:00100000:1.0:1783947043.447126:0:18978:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432910976 00000100:00100000:1.0:1783947043.447130:0:18978:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432910976 00000100:00100000:1.0:1783947043.447152:0:18978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 34 00000100:00100000:1.0:1783947043.447161:0:18978:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8049a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c1e0908f-fe22-468a-9f33-88a2f408f99c+5:2404:x1870603432910464:12345-192.168.202.33@tcp:9:kworker.0 00000020:00000080:1.0:1783947043.447196:0:18978:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x48cfcce1a55e7b19 00000100:00080000:1.0:1783947043.447212:0:18978:0:(import.c:65:import_set_state_nolock()) ffff8da7031b5800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1783947043.447261:0:18978:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:1.0:1783947043.447475:0:18978:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8049a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c1e0908f-fe22-468a-9f33-88a2f408f99c+2:2404:x1870603432910464:12345-192.168.202.33@tcp:9:kworker.0 Request processed in 313us (24473us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947043.447483:0:18978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 34 00000100:00100000:1.0:1783947043.447499:0:18978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 35 00000100:00100000:1.0:1783947043.447505:0:18978:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8049a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:da56abbd-df43-4a5b-abd8-b0ad4893be8d+5:2404:x1870603432910848:12345-192.168.202.33@tcp:9:kworker.0 00000020:00000080:1.0:1783947043.447516:0:18978:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x48cfcce1a55e7b51 00000100:00080000:1.0:1783947043.447523:0:18978:0:(import.c:65:import_set_state_nolock()) ffff8da840f58800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1783947043.447544:0:18978:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934599 00000100:00100000:1.0:1783947043.447646:0:18978:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8049a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:da56abbd-df43-4a5b-abd8-b0ad4893be8d+2:2404:x1870603432910848:12345-192.168.202.33@tcp:9:kworker.0 Request processed in 141us (24591us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947043.447653:0:18978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 35 00000100:00100000:1.0:1783947043.447666:0:18978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 36 00000100:00100000:1.0:1783947043.447675:0:18978:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8049a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:da56abbd-df43-4a5b-abd8-b0ad4893be8d+5:2404:x1870603432910976:12345-192.168.202.33@tcp:9:kworker.0 00000020:00000080:1.0:1783947043.447686:0:18978:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x48cfcce1a55e7b58 00000100:00080000:1.0:1783947043.447690:0:18978:0:(import.c:65:import_set_state_nolock()) ffff8da83633d800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1783947043.447705:0:18978:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:1.0:1783947043.447751:0:18978:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8049a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:da56abbd-df43-4a5b-abd8-b0ad4893be8d+2:2404:x1870603432910976:12345-192.168.202.33@tcp:9:kworker.0 Request processed in 76us (20786us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947043.447762:0:18978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 36 00010000:00010000:1.0:1783947043.448755:0:17114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783947043.448764:0:17113:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1783947043.450266:0:17120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1783947043.450276:0:17120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:00080000:0.0:1783947043.715060:0:17105:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934635 is committed 00000020:00080000:0.0:1783947043.715089:0:17105:0:(update_trans.c:58:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8da701b25840 refcount 2 committed 0 result 0 batchid 4294967529 00000020:00080000:0.0:1783947043.715095:0:17105:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff8da703650500 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8da701b25000 00000020:00080000:0.0:1783947043.715100:0:17105:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff8da703650800 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8da703295a00 00000020:00080000:1.0:1783947043.715185:0:17163:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294967529 committed batchid 8 00000020:00080000:1.0:1783947043.715268:0:17163:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 8 00010000:00010000:2.0:1783947043.716684:0:3634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8da83611b000/0x48cfcce1a55e7e5a lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20071 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947043.716703:0:3634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8da83611b000/0x48cfcce1a55e7e5a lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 20071 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947043.716736:0:3634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8da83611b000/0x48cfcce1a55e7e5a lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20071 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947043.716743:0:3634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da83611b000 already unused, calling callback (ffffffffc17ed4f0) 00010000:00010000:2.0:1783947043.716749:0:3634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8da83611b000/0x48cfcce1a55e7e5a lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20071 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947043.716758:0:3634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8da83611b000/0x48cfcce1a55e7e5a lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 20071 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947043.716776:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff8da84153c500) 00010000:00010000:2.0:1783947043.716779:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783947043.716784:0:3634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8da83611b000/0x48cfcce1a55e7e5a lrc: 2/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20071 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947043.716790:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8da83611b000/0x48cfcce1a55e7e5a lrc: 0/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20071 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947044.033514:0:17114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783947044.737305:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da702397800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:40afc674-3f32-47b1-95ce-d2395aad9c0f:3648:1870603449786240:0@lo:400:kworker.0 00000100:00100000:1.0:1783947044.737400:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783947044.737447:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da702048e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3648:1870603449786752:0@lo:400:kworker.0 00000100:00100000:1.0:1783947044.737476:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783947044.737518:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da8404f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3648:1870603449787264:0@lo:400:kworker.0 00000100:00100000:1.0:1783947044.737541:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783947044.737560:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da8404f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3648:1870603449787776:0@lo:400:kworker.0 00000100:00100000:1.0:1783947044.737581:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783947044.737629:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1783947044.737636:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da702048700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1870603449786624:0@lo:400:kworker.0 00000100:00100000:1.0:1783947044.737662:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783947044.737679:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da8404f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1870603449787136:0@lo:400:kworker.0 00000100:00100000:1.0:1783947044.737727:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783947044.737746:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da8404f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3648:1870603449787648:0@lo:400:kworker.0 00000100:00100000:1.0:1783947044.737767:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783947044.737798:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da70204bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1870603449786368:0@lo:400:kworker.0 00000100:00100000:1.0:1783947044.737824:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783947044.737849:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da703c7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1870603449786880:0@lo:400:kworker.0 00000100:00100000:1.0:1783947044.737870:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783947044.737884:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da8404f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3649:1870603449787392:0@lo:400:kworker.0 00000100:00100000:1.0:1783947044.737903:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783947044.737922:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1783947044.737927:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da702048a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1870603449786496:0@lo:400:kworker.0 00000100:00100000:1.0:1783947044.737948:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783947044.737966:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da8404f1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1870603449787008:0@lo:400:kworker.0 00000100:00100000:1.0:1783947044.737987:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783947044.738005:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da8404f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3649:1870603449787520:0@lo:400:kworker.0 00000100:00100000:1.0:1783947044.738024:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783947044.738048:0:17117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449786240 00000100:00100000:1.0:1783947044.738054:0:17117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449786240 00000100:00100000:1.0:1783947044.738094:0:17117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 170 00000100:00100000:1.0:1783947044.738102:0:17117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da84070c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40afc674-3f32-47b1-95ce-d2395aad9c0f+24:3648:x1870603449786240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783947044.738151:0:17117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da84070c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40afc674-3f32-47b1-95ce-d2395aad9c0f+24:3648:x1870603449786240:12345-0@lo:400:kworker.0 Request processed in 49us (751us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947044.738158:0:17117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 170 00000100:00100000:1.0:1783947044.738189:0:17124:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449786752 00000100:00100000:1.0:1783947044.738192:0:17124:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449786752 00000100:00100000:1.0:1783947044.738210:0:17124:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449787264 00000100:00100000:1.0:1783947044.738212:0:17124:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449787264 00000100:00100000:1.0:1783947044.738221:0:17124:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449787776 00000100:00100000:1.0:1783947044.738223:0:17124:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449787776 00000100:00100000:1.0:1783947044.738243:0:17124:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449787648 00000100:00100000:1.0:1783947044.738246:0:17124:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449787648 00000100:00100000:1.0:1783947044.738257:0:17124:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449787392 00000100:00100000:1.0:1783947044.738259:0:17124:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449787392 00000100:00100000:1.0:1783947044.738282:0:17124:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449787520 00000100:00100000:1.0:1783947044.738285:0:17124:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449787520 00000100:00100000:1.0:1783947044.738301:0:17124:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:1.0:1783947044.738307:0:17124:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8404f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1870603449786752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783947044.738339:0:17124:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8404f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1870603449786752:12345-0@lo:400:kworker.0 Request processed in 33us (862us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947044.738346:0:17124:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:1.0:1783947044.738359:0:17124:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:1.0:1783947044.738388:0:17124:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da703e3d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1870603449787264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783947044.738417:0:17124:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da703e3d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1870603449787264:12345-0@lo:400:kworker.0 Request processed in 53us (875us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947044.738440:0:17124:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:1.0:1783947044.738453:0:17124:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:1.0:1783947044.738459:0:17124:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8416edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1870603449787776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783947044.738489:0:17124:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8416edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1870603449787776:12345-0@lo:400:kworker.0 Request processed in 30us (906us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947044.738494:0:17124:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:1.0:1783947044.738507:0:17124:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:1.0:1783947044.738513:0:17124:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8416ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3648:x1870603449787648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783947044.738541:0:17124:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8416ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3648:x1870603449787648:12345-0@lo:400:kworker.0 Request processed in 28us (772us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947044.738547:0:17124:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:1.0:1783947044.738558:0:17124:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:1.0:1783947044.738564:0:17124:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8416ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3649:x1870603449787392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783947044.738596:0:17124:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8416ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3649:x1870603449787392:12345-0@lo:400:kworker.0 Request processed in 32us (691us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947044.738611:0:17124:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:1.0:1783947044.738638:0:17124:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:1.0:1783947044.738645:0:17124:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8416afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1870603449787520:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783947044.738674:0:17124:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8416afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1870603449787520:12345-0@lo:400:kworker.0 Request processed in 31us (649us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947044.738680:0:17124:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00100000:1.0:1783947044.738702:0:18978:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449786624 00000100:00100000:1.0:1783947044.738705:0:18978:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449786624 00000100:00100000:1.0:1783947044.738724:0:18978:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449787136 00000100:00100000:1.0:1783947044.738726:0:18978:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449787136 00000100:00100000:1.0:1783947044.738736:0:18978:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449786496 00000100:00100000:1.0:1783947044.738738:0:18978:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449786496 00000100:00100000:1.0:1783947044.738749:0:18978:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449787008 00000100:00100000:1.0:1783947044.738751:0:18978:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449787008 00000100:00100000:1.0:1783947044.738763:0:18978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1783947044.738769:0:18978:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8416ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3648:x1870603449786624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783947044.738798:0:18978:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8416ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3648:x1870603449786624:12345-0@lo:400:kworker.0 Request processed in 30us (1136us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947044.738804:0:18978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1783947044.738815:0:18978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1783947044.738820:0:18978:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8416ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3648:x1870603449787136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783947044.738846:0:18978:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8416ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3648:x1870603449787136:12345-0@lo:400:kworker.0 Request processed in 26us (1119us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947044.738851:0:18978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1783947044.738861:0:18978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1783947044.738866:0:18978:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8416ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3649:x1870603449786496:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783947044.738903:0:18978:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8416ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3649:x1870603449786496:12345-0@lo:400:kworker.0 Request processed in 37us (954us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947044.738908:0:18978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1783947044.738919:0:18978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1783947044.738924:0:18978:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8416aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3649:x1870603449787008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783947044.738965:0:18978:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8416aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3649:x1870603449787008:12345-0@lo:400:kworker.0 Request processed in 40us (976us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947044.738971:0:18978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00080000:1.0:1783947044.739006:0:17120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1783947044.739012:0:17120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1783947044.739015:0:17120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1783947044.739018:0:17120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1783947044.739057:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da702048a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1870603449786496:0@lo:400:kworker.0 00000100:00100000:1.0:1783947044.739069:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da8404f1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1870603449787008:0@lo:400:kworker.0 00010000:00080000:1.0:1783947044.739082:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8da8404f1c00 x1870603449787520/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783947060 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783947044.739092:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da8404f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3649:1870603449787520:0@lo:400:kworker.0 00000100:00100000:1.0:1783947044.739102:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da8404f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3649:1870603449787392:0@lo:400:kworker.0 00000100:00100000:1.0:1783947044.739136:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da702048700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1870603449786624:0@lo:400:kworker.0 00000100:00100000:1.0:1783947044.739146:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da8404f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1870603449787136:0@lo:400:kworker.0 00000100:00100000:1.0:1783947044.739156:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da8404f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3648:1870603449787648:0@lo:400:kworker.0 00000100:00100000:1.0:1783947044.739165:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da702397800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:40afc674-3f32-47b1-95ce-d2395aad9c0f:3648:1870603449786240:0@lo:400:kworker.0 00000100:00100000:1.0:1783947044.739186:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da702048e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3648:1870603449786752:0@lo:400:kworker.0 00000100:00100000:1.0:1783947044.739195:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da8404f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3648:1870603449787264:0@lo:400:kworker.0 00010000:00080000:1.0:1783947044.739205:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8da8404f3b80 x1870603449787776/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783947060 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783947044.739214:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da8404f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3648:1870603449787776:0@lo:400:kworker.0 00000100:00100000:2.0:1783947044.740039:0:17129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449786368 00000100:00100000:2.0:1783947044.740048:0:17129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449786368 00000100:00100000:2.0:1783947044.740114:0:17129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449786880 00000100:00100000:2.0:1783947044.740117:0:17129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449786880 00000100:00100000:2.0:1783947044.740133:0:17129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:2.0:1783947044.740140:0:17129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8416aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3649:x1870603449786368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783947044.740204:0:17129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8416aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3649:x1870603449786368:12345-0@lo:400:kworker.0 Request processed in 64us (2378us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947044.740210:0:17129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:2.0:1783947044.740224:0:17129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1783947044.740229:0:17129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8416ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3649:x1870603449786880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783947044.740267:0:17129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8416ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3649:x1870603449786880:12345-0@lo:400:kworker.0 Request processed in 38us (2395us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947044.740273:0:17129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:1.0:1783947044.742313:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da8416adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1870603449788032:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1783947044.743895:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783947044.744004:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1783947044.744014:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83feb8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1870603449787904:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1783947044.744069:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0F:1783947044.748466:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da70204bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1870603449786368:0@lo:400:kworker.0 00000100:00100000:3.0:1783947044.748499:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da703c7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1870603449786880:0@lo:400:kworker.0 00000100:00100000:2.0:1783947044.749801:0:18634:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449788032 00000100:00100000:2.0:1783947044.749811:0:18634:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449788032 00000100:00100000:2.0:1783947044.749865:0:18634:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449787904 00000100:00100000:2.0:1783947044.749869:0:18634:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449787904 00000100:00100000:2.0:1783947044.749887:0:18634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1783947044.749897:0:18634:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8416ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1870603449788032:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1783947044.749931:0:18634:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1783947044.750013:0:18634:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8416ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1870603449788032:12345-0@lo:13:osp-pre-1-0.0 Request processed in 117us (6123us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947044.750132:0:18634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1783947044.750152:0:18634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1783947044.750159:0:18634:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8416ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1870603449787904:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1783947044.750169:0:18634:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1783947044.750196:0:18634:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8416ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1870603449787904:12345-0@lo:13:osp-pre-1-1.0 Request processed in 38us (6127us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947044.750202:0:18634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1783947044.751781:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83feb8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1870603449787904:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1783947044.751801:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da8416adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1870603449788032:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1783947045.062070:0:17113:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783947046.079466:0:17114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783947046.822738:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1783947046.824267:0:17124:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432911104 00000100:00100000:0.0:1783947046.824277:0:17124:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432911104 00000100:00080000:1.0:1783947046.824407:0:17120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1783947046.825842:0:17124:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 74 00000100:00100000:0.0:1783947046.825866:0:17124:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8416af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c1e0908f-fe22-468a-9f33-88a2f408f99c+12:15600:x1870603432911104:12345-192.168.202.33@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1783947046.825996:0:17124:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8416af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c1e0908f-fe22-468a-9f33-88a2f408f99c+12:15600:x1870603432911104:12345-192.168.202.33@tcp:60:lhsmtool_posix.0 Request processed in 140us (3268us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947046.826004:0:17124:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 74 00000100:00100000:1.0:1783947046.833997:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1783947046.834217:0:19367:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432911232 00000100:00100000:0.0:1783947046.834227:0:19367:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432911232 00000100:00100000:0.0:1783947046.834311:0:19367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 75 00000100:00100000:0.0:1783947046.834322:0:19367:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8416af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c1e0908f-fe22-468a-9f33-88a2f408f99c+5:15600:x1870603432911232:12345-192.168.202.33@tcp:60:lhsmtool_posix.0 00000100:00080000:1.0:1783947046.834635:0:17120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1783947046.834719:0:19367:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8416af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c1e0908f-fe22-468a-9f33-88a2f408f99c+5:15600:x1870603432911232:12345-192.168.202.33@tcp:60:lhsmtool_posix.0 Request processed in 156us (489us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947046.834730:0:19367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 75 00000100:00100000:1.0:1783947046.841911:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1783947046.842150:0:17128:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432911488 00000100:00100000:0.0:1783947046.842178:0:17128:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432911488 00000100:00100000:0.0:1783947046.842245:0:17128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16 00000100:00100000:0.0:1783947046.842256:0:17128:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da825a80450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c1e0908f-fe22-468a-9f33-88a2f408f99c+12:15600:x1870603432911488:12345-192.168.202.33@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1783947046.842547:0:17128:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da825a80450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c1e0908f-fe22-468a-9f33-88a2f408f99c+13:15600:x1870603432911488:12345-192.168.202.33@tcp:35:lhsmtool_posix.0 Request processed in 292us (646us total) trans 8589934636 rc 0/0 00000100:00100000:0.0:1783947046.842555:0:17128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16 00010000:00010000:1.0:1783947047.103605:0:17113:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783947047.296439:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1783947047.296486:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da8416aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1870603449788160:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1783947047.296601:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783947047.296945:0:17129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449788160 00000100:00100000:1.0:1783947047.296956:0:17129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449788160 00000100:00100000:1.0:1783947047.297027:0:17129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1783947047.297038:0:17129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83febad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1870603449788160:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1783947047.297087:0:17129:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:1.0:1783947047.297151:0:17129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83febad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1870603449788160:12345-0@lo:41:osp-pre-0-1.0 Request processed in 114us (561us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947047.297179:0:17129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1783947047.297247:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da8416adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1870603449788288:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1783947047.297278:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783947047.297326:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da8416aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1870603449788160:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1783947047.298053:0:18634:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449788288 00000100:00100000:2.0:1783947047.298067:0:18634:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449788288 00000100:00100000:2.0:1783947047.298155:0:18634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1783947047.298167:0:18634:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8416af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1870603449788288:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1783947047.298200:0:18634:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17125056 pending 0 free 3923501056 avail 3691978752 00000100:00100000:2.0:1783947047.298292:0:18634:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8416af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1870603449788288:12345-0@lo:13:osp-pre-0-0.0 Request processed in 129us (1012us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947047.298300:0:18634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00080000:0.0:1783947047.298427:0:17120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1783947047.299139:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83fa6ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1870603449788416:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1783947047.299215:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783947047.299266:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1783947047.299274:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83feb8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1870603449788544:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1783947047.299304:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783947047.299550:0:17129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449788416 00000100:00100000:2.0:1783947047.299560:0:17129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449788416 00000100:00100000:2.0:1783947047.299634:0:17129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1783947047.299643:0:17129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da840f3aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3649:x1870603449788416:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1783947047.299677:0:17129:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1783947047.299765:0:20266:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449788544 00000100:00100000:1.0:1783947047.299775:0:20266:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449788544 00000100:00100000:2.0:1783947047.299805:0:17129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da840f3aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3649:x1870603449788416:12345-0@lo:41:osp-pre-1-0.0 Request processed in 162us (588us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947047.299814:0:17129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:1.0:1783947047.299848:0:20266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1783947047.299870:0:20266:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da840f39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1870603449788544:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1783947047.299893:0:20266:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17125056 pending 0 free 3923501056 avail 3691978752 00000100:00080000:0.0:1783947047.300573:0:17120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1783947047.300659:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da8416adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1870603449788288:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1783947047.300686:0:20266:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da840f39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1870603449788544:12345-0@lo:13:osp-pre-0-1.0 Request processed in 817us (1378us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947047.300709:0:20266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1783947047.301106:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83feb8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1870603449788544:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1783947047.301122:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83fa6ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1870603449788416:0@lo:41:osp-pre-1-0.0 00000040:00080000:2.0:1783947047.683824:0:17159:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:2.0:1783947047.683846:0:17159:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1783947047.683871:0:17159:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:2.0:1783947047.683880:0:17159:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00010000:00010000:1.0:1783947048.128022:0:17114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783947048.540040:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1783947048.540089:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1783947048.540119:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1783947048.540155:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1783947048.540179:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1783947048.540207:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1783947048.540237:0:18978:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432912000 00000100:00100000:1.0:1783947048.540249:0:18978:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432912000 00000100:00100000:1.0:1783947048.540310:0:18978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 37 00000100:00100000:1.0:1783947048.540323:0:18978:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8416adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c1e0908f-fe22-468a-9f33-88a2f408f99c+6:2406:x1870603432912000:12345-192.168.202.33@tcp:400:kworker.0 00000100:00100000:1.0:1783947048.540436:0:18978:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8416adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c1e0908f-fe22-468a-9f33-88a2f408f99c+6:2406:x1870603432912000:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 116us (255us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947048.540462:0:18978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 37 00000100:00100000:0.0:1783947048.540721:0:17119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432911616 00000100:00100000:0.0:1783947048.540726:0:17119:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432911616 00000100:00100000:0.0:1783947048.540760:0:17119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 171 00000100:00100000:0.0:1783947048.540767:0:17119:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da84070d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:deb86800-a77c-40cb-af07-e8a3ce7789b1+13:2406:x1870603432911616:12345-192.168.202.33@tcp:400:kworker.0 00000100:00100000:0.0:1783947048.540797:0:17119:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da84070d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:deb86800-a77c-40cb-af07-e8a3ce7789b1+13:2406:x1870603432911616:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 30us (771us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947048.540804:0:17119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 171 00000100:00080000:0.0:1783947048.540835:0:17120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1783947048.540846:0:17124:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432911872 00000100:00100000:0.0:1783947048.540850:0:17124:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432911872 00000100:00100000:0.0:1783947048.540883:0:17124:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432912128 00000100:00100000:0.0:1783947048.540886:0:17124:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432912128 00000100:00100000:0.0:1783947048.540901:0:17124:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432911744 00000100:00100000:0.0:1783947048.540903:0:17124:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432911744 00000100:00100000:0.0:1783947048.540914:0:17124:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432912256 00000100:00100000:0.0:1783947048.540916:0:17124:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432912256 00000100:00100000:0.0:1783947048.540930:0:17124:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 90 00000100:00100000:0.0:1783947048.540937:0:17124:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8416aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c1e0908f-fe22-468a-9f33-88a2f408f99c+5:2406:x1870603432911872:12345-192.168.202.33@tcp:400:kworker.0 00000100:00100000:0.0:1783947048.540978:0:17124:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8416aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c1e0908f-fe22-468a-9f33-88a2f408f99c+5:2406:x1870603432911872:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 41us (888us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947048.540997:0:17124:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 90 00000100:00100000:0.0:1783947048.541010:0:17124:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 91 00000100:00100000:0.0:1783947048.541017:0:17124:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8416ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:da56abbd-df43-4a5b-abd8-b0ad4893be8d+6:2406:x1870603432912128:12345-192.168.202.33@tcp:400:kworker.0 00000100:00100000:0.0:1783947048.541042:0:17124:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8416ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:da56abbd-df43-4a5b-abd8-b0ad4893be8d+6:2406:x1870603432912128:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 26us (922us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947048.541048:0:17124:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 91 00000100:00100000:0.0:1783947048.541060:0:17124:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 92 00000100:00100000:0.0:1783947048.541066:0:17124:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8416ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c1e0908f-fe22-468a-9f33-88a2f408f99c+13:2406:x1870603432911744:12345-192.168.202.33@tcp:400:kworker.0 00000100:00100000:0.0:1783947048.541090:0:17124:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8416ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c1e0908f-fe22-468a-9f33-88a2f408f99c+13:2406:x1870603432911744:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 25us (935us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947048.541095:0:17124:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 92 00000100:00100000:0.0:1783947048.541105:0:17124:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 93 00000100:00100000:0.0:1783947048.541110:0:17124:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8416adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:da56abbd-df43-4a5b-abd8-b0ad4893be8d+5:2406:x1870603432912256:12345-192.168.202.33@tcp:400:kworker.0 00000100:00100000:0.0:1783947048.541131:0:17124:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8416adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:da56abbd-df43-4a5b-abd8-b0ad4893be8d+5:2406:x1870603432912256:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 20us (923us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947048.541136:0:17124:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 93 00000100:00080000:0.0:1783947048.541151:0:17120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1783947048.541154:0:17120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000001:00100000:0.0:1783947048.836978:0:18626:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of da56abbd-df43-4a5b-abd8-b0ad4893be8d 00000020:00000080:0.0:1783947048.836988:0:18626:0:(genops.c:906:class_export_put()) final put ffff8da840f59800/da56abbd-df43-4a5b-abd8-b0ad4893be8d 00000020:00000080:2.0:1783947048.837322:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff8da840f59800/da56abbd-df43-4a5b-abd8-b0ad4893be8d for lustre-OST0000 00000001:00100000:3.0:1783947048.838802:0:19445:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of da56abbd-df43-4a5b-abd8-b0ad4893be8d 00000020:00000080:3.0:1783947048.838809:0:19445:0:(genops.c:906:class_export_put()) final put ffff8da83633f000/da56abbd-df43-4a5b-abd8-b0ad4893be8d 00000001:00100000:3.0:1783947048.838882:0:19445:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of c1e0908f-fe22-468a-9f33-88a2f408f99c 00000020:00000080:3.0:1783947048.838886:0:19445:0:(genops.c:906:class_export_put()) final put ffff8da7031b6800/c1e0908f-fe22-468a-9f33-88a2f408f99c 00000020:00000080:2.0:1783947048.838941:0:37:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8da840f58800 for lustre-OST0000 00000020:00000080:2.0:1783947048.838948:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff8da83633f000/da56abbd-df43-4a5b-abd8-b0ad4893be8d for lustre-OST0001 00000020:00000080:2.0:1783947048.838977:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff8da7031b6800/c1e0908f-fe22-468a-9f33-88a2f408f99c for lustre-OST0001 00000020:00000080:2.0:1783947048.838990:0:37:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8da83633d800 for lustre-OST0001 00000020:00000080:2.0:1783947048.838994:0:37:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8da7031b5800 for lustre-OST0001 00010000:00010000:1.0:1783947049.151796:0:17113:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783947049.856075:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da702397800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1870603449788672:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1783947049.856150:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783947049.856363:0:18634:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449788672 00000100:00100000:1.0:1783947049.856398:0:18634:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449788672 00000100:00100000:1.0:1783947049.856459:0:18634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1783947049.856470:0:18634:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da840f3b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1870603449788672:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1783947049.856499:0:18634:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1783947049.856548:0:18634:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da840f3b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1870603449788672:12345-0@lo:13:osp-pre-1-0.0 Request processed in 80us (397us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947049.856556:0:18634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1783947049.856616:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da702397800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1870603449788672:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1783947049.856806:0:17120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1783947049.858042:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83feba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1870603449788800:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1783947049.858108:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947049.858144:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83fa6ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3648:1870603449789312:0@lo:400:kworker.0 00000100:00100000:0.0:1783947049.858169:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947049.858187:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83d3d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3648:1870603449789824:0@lo:400:kworker.0 00000100:00100000:0.0:1783947049.858208:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947049.858237:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83d3d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3648:1870603449790336:0@lo:400:kworker.0 00000100:00100000:0.0:1783947049.858258:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947049.858282:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1783947049.858797:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83fa6d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:40afc674-3f32-47b1-95ce-d2395aad9c0f:3649:1870603449788928:0@lo:400:kworker.0 00000100:00100000:2.0:1783947049.858838:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783947049.858868:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da8049a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1870603449789440:0@lo:400:kworker.0 00000100:00100000:2.0:1783947049.858893:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783947049.858910:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83d3d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3649:1870603449789952:0@lo:400:kworker.0 00000100:00100000:2.0:1783947049.858942:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783947049.858961:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1783947049.858968:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83fa6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1870603449789056:0@lo:400:kworker.0 00000100:00100000:2.0:1783947049.858988:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783947049.859004:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da8049a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1870603449789568:0@lo:400:kworker.0 00000100:00100000:2.0:1783947049.859024:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783947049.859039:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83d3d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3649:1870603449790080:0@lo:400:kworker.0 00000100:00100000:2.0:1783947049.859056:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783947049.859086:0:17118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449788928 00000100:00100000:2.0:1783947049.859092:0:17118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449788928 00000100:00100000:2.0:1783947049.859145:0:17118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 172 00000100:00100000:2.0:1783947049.859154:0:17118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da84070dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:40afc674-3f32-47b1-95ce-d2395aad9c0f+24:3649:x1870603449788928:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783947049.859201:0:17118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da84070dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:40afc674-3f32-47b1-95ce-d2395aad9c0f+24:3649:x1870603449788928:12345-0@lo:400:kworker.0 Request processed in 48us (362us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947049.859209:0:17118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 172 00000100:00100000:2.0:1783947049.859486:0:17126:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449789312 00000100:00100000:2.0:1783947049.859490:0:17126:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449789312 00000100:00100000:2.0:1783947049.859510:0:17126:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449789824 00000100:00100000:2.0:1783947049.859513:0:17126:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449789824 00000100:00100000:2.0:1783947049.859525:0:17126:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449790336 00000100:00100000:2.0:1783947049.859527:0:17126:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449790336 00000100:00100000:2.0:1783947049.859546:0:17126:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449789952 00000100:00100000:2.0:1783947049.859548:0:17126:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449789952 00000100:00100000:2.0:1783947049.859559:0:17126:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449790080 00000100:00100000:2.0:1783947049.859561:0:17126:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449790080 00000100:00100000:2.0:1783947049.859592:0:17126:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:2.0:1783947049.859598:0:17126:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83d3d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1870603449789312:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783947049.859634:0:17126:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83d3d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1870603449789312:12345-0@lo:400:kworker.0 Request processed in 35us (1463us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947049.859647:0:17126:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:2.0:1783947049.859662:0:17126:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:2.0:1783947049.859669:0:17126:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83d3d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1870603449789824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783947049.859765:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83fa6ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1870603449789184:0@lo:400:kworker.0 00000100:00100000:0.0:1783947049.859798:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947049.859821:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83d3d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1870603449789696:0@lo:400:kworker.0 00000100:00100000:0.0:1783947049.859843:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947049.859858:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83d3d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3648:1870603449790208:0@lo:400:kworker.0 00000100:00100000:0.0:1783947049.859878:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947049.859906:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83fa6ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3648:1870603449789312:0@lo:400:kworker.0 00000100:00100000:0.0:1783947049.859956:0:19367:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449790208 00000100:00100000:0.0:1783947049.859960:0:19367:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449790208 00000100:00100000:0.0:1783947049.859984:0:19367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:0.0:1783947049.859990:0:19367:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83d3d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1870603449790336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783947049.860027:0:19367:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83d3d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1870603449790336:12345-0@lo:400:kworker.0 Request processed in 37us (1768us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947049.860034:0:19367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:0.0:1783947049.860046:0:19367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:0.0:1783947049.860052:0:19367:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83feb8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3649:x1870603449789952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783947049.860092:0:19367:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83feb8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3649:x1870603449789952:12345-0@lo:400:kworker.0 Request processed in 41us (1150us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947049.860099:0:19367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:0.0:1783947049.860120:0:19367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:0.0:1783947049.860127:0:19367:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83feb9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1870603449790080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783947049.860156:0:19367:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83feb9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1870603449790080:12345-0@lo:400:kworker.0 Request processed in 30us (1098us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947049.860162:0:19367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:0.0:1783947049.860173:0:19367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:0.0:1783947049.860179:0:19367:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83d3d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3648:x1870603449790208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783947049.860206:0:19367:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83d3d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3648:x1870603449790208:12345-0@lo:400:kworker.0 Request processed in 28us (328us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947049.860213:0:19367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:1.0:1783947049.860422:0:18632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449789568 00000100:00100000:1.0:1783947049.860427:0:18632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449789568 00000100:00100000:1.0:1783947049.860457:0:18632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449789184 00000100:00100000:1.0:1783947049.860460:0:18632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449789184 00000100:00100000:1.0:1783947049.860472:0:18632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449789696 00000100:00100000:1.0:1783947049.860475:0:18632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449789696 00000100:00100000:1.0:1783947049.860489:0:18632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1783947049.860496:0:18632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83feb9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3649:x1870603449789568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783947049.860531:0:18632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83feb9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3649:x1870603449789568:12345-0@lo:400:kworker.0 Request processed in 36us (1505us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947049.860537:0:18632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1783947049.860550:0:18632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1783947049.860557:0:18632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83d3d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3648:x1870603449789184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783947049.860604:0:18632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83d3d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3648:x1870603449789184:12345-0@lo:400:kworker.0 Request processed in 47us (805us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947049.860619:0:18632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1783947049.860631:0:18632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1783947049.860636:0:18632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83d3d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3648:x1870603449789696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783947049.860663:0:18632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83d3d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3648:x1870603449789696:12345-0@lo:400:kworker.0 Request processed in 27us (820us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947049.860669:0:18632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1783947049.860709:0:20266:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449788800 00000100:00100000:1.0:1783947049.860712:0:20266:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449788800 00000100:00100000:1.0:1783947049.860734:0:20266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1783947049.860741:0:20266:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83d3d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1870603449788800:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1783947049.860755:0:20266:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1783947049.860786:0:20266:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83d3d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1870603449788800:12345-0@lo:13:osp-pre-1-1.0 Request processed in 46us (2678us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947049.860793:0:20266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00080000:3.0:1783947049.860931:0:17120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1783947049.860936:0:17120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1783947049.860938:0:17120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1783947049.860940:0:17120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1783947049.860978:0:17130:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449789440 00000100:00100000:3.0:1783947049.860981:0:17130:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449789440 00000100:00100000:3.0:1783947049.861003:0:17130:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449789056 00000100:00100000:3.0:1783947049.861005:0:17130:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449789056 00000100:00100000:3.0:1783947049.861030:0:17130:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:3.0:1783947049.861036:0:17130:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83feb9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3649:x1870603449789440:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783947049.861072:0:17130:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83feb9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3649:x1870603449789440:12345-0@lo:400:kworker.0 Request processed in 37us (2178us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947049.861077:0:17130:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:3.0:1783947049.861090:0:17130:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:3.0:1783947049.861096:0:17130:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83febbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3649:x1870603449789056:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783947049.861123:0:17130:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83febbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3649:x1870603449789056:12345-0@lo:400:kworker.0 Request processed in 27us (2134us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947049.861128:0:17130:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:3.0:1783947049.861180:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83fa6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1870603449789056:0@lo:400:kworker.0 00000100:00100000:3.0:1783947049.861192:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da8049a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1870603449789568:0@lo:400:kworker.0 00010000:00080000:3.0:1783947049.861206:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8da83d3d6a00 x1870603449790080/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783947065 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783947049.861218:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83d3d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3649:1870603449790080:0@lo:400:kworker.0 00000100:00100000:3.0:1783947049.861245:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83fa6d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:40afc674-3f32-47b1-95ce-d2395aad9c0f:3649:1870603449788928:0@lo:400:kworker.0 00000100:00100000:3.0:1783947049.861256:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da8049a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1870603449789440:0@lo:400:kworker.0 00000100:00100000:3.0:1783947049.861266:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83d3d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3649:1870603449789952:0@lo:400:kworker.0 00000100:00100000:2.0:1783947049.861744:0:17126:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83d3d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1870603449789824:12345-0@lo:400:kworker.0 Request processed in 2075us (3534us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947049.861753:0:17126:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:1.0:1783947049.864282:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83fa6ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1870603449789184:0@lo:400:kworker.0 00000100:00100000:1.0:1783947049.864318:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83d3d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1870603449789696:0@lo:400:kworker.0 00000100:00100000:1.0:1783947049.864331:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83d3d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3648:1870603449790208:0@lo:400:kworker.0 00000100:00100000:1.0:1783947049.864350:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83feba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1870603449788800:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1783947049.864361:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83d3d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3648:1870603449789824:0@lo:400:kworker.0 00010000:00080000:1.0:1783947049.864403:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8da83d3d7100 x1870603449790336/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783947065 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783947049.864415:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83d3d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3648:1870603449790336:0@lo:400:kworker.0 00000001:00080000:3.0:1783947049.865596:0:17105:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934636 is committed 00000020:00080000:3.0:1783947049.865609:0:17105:0:(update_trans.c:1348:distribute_txn_batchid_cb()) lustre-MDT0000: 4294967529 batchid updated 00000020:00080000:1.0:1783947049.865810:0:17163:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000020:00080000:1.0:1783947049.865821:0:17163:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00010000:00010000:1.0:1783947050.176635:0:17114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783947051.205916:0:17113:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783947052.234798:0:17114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1783947052.344790:0:20504:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pcc test 1d: Test Project ID with remote access ========================================================== 08:50:50 (1783947050) 00000100:00100000:1.0:1783947052.416025:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1783947052.416049:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da702397800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1870603449790464:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1783947052.416123:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783947052.416443:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da8404f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1870603449790592:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1783947052.416473:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783947052.416486:0:18633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449790464 00000100:00100000:2.0:1783947052.416495:0:18633:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449790464 00000100:00080000:1.0:1783947052.416537:0:17120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1783947052.416566:0:17130:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449790592 00000100:00100000:2.0:1783947052.416569:0:18633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1783947052.416573:0:17130:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449790592 00000100:00100000:2.0:1783947052.416582:0:18633:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8404f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1870603449790464:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1783947052.416616:0:18633:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17125056 pending 0 free 3923501056 avail 3691978752 00000100:00100000:3.0:1783947052.416618:0:17130:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:3.0:1783947052.416636:0:17130:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8404f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3650:x1870603449790592:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1783947052.416661:0:17130:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:2.0:1783947052.416669:0:18633:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8404f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1870603449790464:12345-0@lo:13:osp-pre-0-0.0 Request processed in 89us (545us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947052.416677:0:18633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1783947052.416703:0:17130:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8404f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3650:x1870603449790592:12345-0@lo:41:osp-pre-0-1.0 Request processed in 69us (228us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947052.416710:0:17130:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:2.0:1783947052.416755:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da840f3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1870603449790848:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1783947052.416789:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783947052.416802:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da8404f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1870603449790592:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1783947052.416815:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1783947052.416824:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83feb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1870603449790720:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1783947052.416826:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da702397800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1870603449790464:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1783947052.416853:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783947052.416866:0:17129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449790848 00000100:00100000:3.0:1783947052.416872:0:17129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449790848 00000100:00100000:2.0:1783947052.416889:0:18634:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449790720 00000100:00100000:2.0:1783947052.416894:0:18634:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449790720 00000100:00100000:3.0:1783947052.416903:0:17129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:3.0:1783947052.416913:0:17129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83febb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3648:x1870603449790848:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1783947052.416929:0:18634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000004:00000024:3.0:1783947052.416933:0:17129:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1783947052.416941:0:18634:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83febb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1870603449790720:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1783947052.416954:0:18634:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17125056 pending 0 free 3923501056 avail 3691978752 00000100:00100000:3.0:1783947052.417438:0:17129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83febb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3648:x1870603449790848:12345-0@lo:41:osp-pre-1-0.0 Request processed in 526us (646us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947052.417446:0:17129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00080000:3.0:1783947052.417597:0:17120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1783947052.421669:0:18634:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83febb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1870603449790720:12345-0@lo:13:osp-pre-0-1.0 Request processed in 4721us (4805us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947052.421694:0:18634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1783947052.426099:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83feb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1870603449790720:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1783947052.426189:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da840f3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1870603449790848:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1783947053.251586:0:17113:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1783947053.504318:0:17877:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1783947053.655486:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1783947053.655525:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1783947053.655574:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1783947053.655592:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1783947053.655611:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1783947053.655636:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1783947053.655663:0:18632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432912768 00000100:00100000:1.0:1783947053.655671:0:18632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432912768 00000100:00100000:1.0:1783947053.655731:0:18632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 41 00000100:00100000:1.0:1783947053.655742:0:18632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8404f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c1e0908f-fe22-468a-9f33-88a2f408f99c+6:2406:x1870603432912768:12345-192.168.202.33@tcp:400:kworker.0 00000100:00100000:1.0:1783947053.655817:0:18632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8404f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c1e0908f-fe22-468a-9f33-88a2f408f99c+6:2406:x1870603432912768:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 77us (204us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947053.655825:0:18632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 41 00000100:00100000:1.0:1783947053.655849:0:20071:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432912640 00000100:00100000:1.0:1783947053.655853:0:20071:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432912640 00000100:00100000:1.0:1783947053.655879:0:20071:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432912896 00000100:00100000:1.0:1783947053.655894:0:20071:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432912896 00000100:00100000:1.0:1783947053.655911:0:20071:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432912512 00000100:00100000:1.0:1783947053.655914:0:20071:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432912512 00000100:00100000:1.0:1783947053.655926:0:20071:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432913024 00000100:00100000:1.0:1783947053.655928:0:20071:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432913024 00000100:00100000:1.0:1783947053.655944:0:20071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 100 00000100:00100000:1.0:1783947053.655950:0:20071:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8404f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c1e0908f-fe22-468a-9f33-88a2f408f99c+5:2406:x1870603432912640:12345-192.168.202.33@tcp:400:kworker.0 00000100:00100000:1.0:1783947053.655978:0:20071:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8404f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c1e0908f-fe22-468a-9f33-88a2f408f99c+5:2406:x1870603432912640:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 29us (452us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947053.655984:0:20071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 100 00000100:00100000:1.0:1783947053.655996:0:20071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 101 00000100:00100000:1.0:1783947053.656002:0:20071:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8404f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:da56abbd-df43-4a5b-abd8-b0ad4893be8d+6:2406:x1870603432912896:12345-192.168.202.33@tcp:400:kworker.0 00000100:00100000:1.0:1783947053.656024:0:20071:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8404f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:da56abbd-df43-4a5b-abd8-b0ad4893be8d+6:2406:x1870603432912896:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 23us (450us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947053.656030:0:20071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 101 00000100:00100000:1.0:1783947053.656055:0:20071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 102 00000100:00100000:1.0:1783947053.656062:0:20071:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8404f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c1e0908f-fe22-468a-9f33-88a2f408f99c+12:2406:x1870603432912512:12345-192.168.202.33@tcp:400:kworker.0 00000100:00100000:3.0:1783947053.656305:0:19367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 103 00000100:00100000:3.0:1783947053.656316:0:19367:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8404f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:da56abbd-df43-4a5b-abd8-b0ad4893be8d+5:2406:x1870603432913024:12345-192.168.202.33@tcp:400:kworker.0 00000100:00100000:3.0:1783947053.656344:0:19367:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8404f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:da56abbd-df43-4a5b-abd8-b0ad4893be8d+5:2406:x1870603432913024:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 32us (708us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947053.656349:0:19367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 103 00000100:00080000:3.0:1783947053.656391:0:17120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1783947053.656395:0:17120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1783947053.656405:0:17120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1783947053.656488:0:20071:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8404f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c1e0908f-fe22-468a-9f33-88a2f408f99c+12:2406:x1870603432912512:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 426us (894us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947053.656496:0:20071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 102 00000100:00100000:2.0:1783947053.659572:0:17117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432912384 00000100:00100000:2.0:1783947053.659590:0:17117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432912384 00000100:00100000:2.0:1783947053.659677:0:17117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 173 00000100:00100000:2.0:1783947053.659688:0:17117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da84070d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:deb86800-a77c-40cb-af07-e8a3ce7789b1+13:2406:x1870603432912384:12345-192.168.202.33@tcp:400:kworker.0 00000100:00100000:2.0:1783947053.659772:0:17117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da84070d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:deb86800-a77c-40cb-af07-e8a3ce7789b1+13:2406:x1870603432912384:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 85us (4297us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947053.659780:0:17117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 173 00010000:00010000:2.0:1783947054.272575:0:17114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783947054.975756:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83d3d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1870603449791360:0@lo:400:kworker.0 00000100:00100000:0.0:1783947054.975831:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947054.975896:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83d3d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1870603449791872:0@lo:400:kworker.0 00000100:00100000:0.0:1783947054.975932:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947054.975951:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83fa6ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3648:1870603449792384:0@lo:400:kworker.0 00000100:00100000:0.0:1783947054.975975:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947054.975999:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1783947054.976005:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83d3d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1870603449791232:0@lo:400:kworker.0 00000100:00100000:0.0:1783947054.976043:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947054.976058:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83d3d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1870603449791744:0@lo:400:kworker.0 00000100:00100000:0.0:1783947054.976077:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947054.976091:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83d3d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3648:1870603449792256:0@lo:400:kworker.0 00000100:00100000:0.0:1783947054.976111:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947054.976139:0:18631:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449791360 00000100:00100000:0.0:1783947054.976148:0:18631:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449791360 00000100:00100000:0.0:1783947054.976192:0:18631:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449791872 00000100:00100000:0.0:1783947054.976195:0:18631:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449791872 00000100:00100000:0.0:1783947054.976209:0:18631:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449791232 00000100:00100000:0.0:1783947054.976211:0:18631:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449791232 00000100:00100000:0.0:1783947054.976222:0:18631:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449791744 00000100:00100000:0.0:1783947054.976224:0:18631:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449791744 00000100:00100000:0.0:1783947054.976238:0:18631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1783947054.976246:0:18631:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83fa6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3648:x1870603449791360:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783947054.976298:0:18631:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83fa6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3648:x1870603449791360:12345-0@lo:400:kworker.0 Request processed in 51us (466us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947054.976304:0:18631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1783947054.976319:0:18631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:0.0:1783947054.976325:0:18631:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83fa6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3648:x1870603449791872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783947054.976351:0:18631:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83fa6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3648:x1870603449791872:12345-0@lo:400:kworker.0 Request processed in 26us (431us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947054.976357:0:18631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:0.0:1783947054.976391:0:18631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1783947054.976399:0:18631:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da80497df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3648:x1870603449791232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783947054.976426:0:18631:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da80497df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3648:x1870603449791232:12345-0@lo:400:kworker.0 Request processed in 29us (382us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947054.976442:0:18631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1783947054.976454:0:18631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1783947054.976460:0:18631:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da80497e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3648:x1870603449791744:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783947054.976489:0:18631:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da80497e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3648:x1870603449791744:12345-0@lo:400:kworker.0 Request processed in 29us (410us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947054.976495:0:18631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1783947054.976542:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83d3d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1870603449791232:0@lo:400:kworker.0 00000100:00100000:0.0:1783947054.976554:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83d3d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1870603449791744:0@lo:400:kworker.0 00000100:00100000:0.0:1783947054.976562:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83d3d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1870603449791360:0@lo:400:kworker.0 00000100:00100000:0.0:1783947054.976569:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83d3d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1870603449791872:0@lo:400:kworker.0 00000100:00100000:3.0:1783947054.976940:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83d3d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:40afc674-3f32-47b1-95ce-d2395aad9c0f:3649:1870603449790976:0@lo:400:kworker.0 00000100:00100000:3.0:1783947054.976978:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783947054.977011:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83d3d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3649:1870603449791488:0@lo:400:kworker.0 00000100:00100000:3.0:1783947054.977034:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783947054.977050:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83d3d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3649:1870603449792000:0@lo:400:kworker.0 00000100:00100000:3.0:1783947054.977071:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783947054.977088:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83fa6d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3649:1870603449792512:0@lo:400:kworker.0 00000100:00100000:3.0:1783947054.977108:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783947054.977129:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1783947054.977134:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83d3d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1870603449791104:0@lo:400:kworker.0 00000100:00100000:3.0:1783947054.977159:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783947054.977176:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83d3d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1870603449791616:0@lo:400:kworker.0 00000100:00100000:3.0:1783947054.977196:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783947054.977211:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83d3d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3649:1870603449792128:0@lo:400:kworker.0 00000100:00100000:3.0:1783947054.977231:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783947054.977252:0:19367:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449792384 00000100:00100000:3.0:1783947054.977255:0:19367:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449792384 00000100:00100000:3.0:1783947054.977282:0:19367:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449792256 00000100:00100000:3.0:1783947054.977285:0:19367:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449792256 00000100:00100000:3.0:1783947054.977295:0:19367:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449791488 00000100:00100000:3.0:1783947054.977297:0:19367:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449791488 00000100:00100000:3.0:1783947054.977307:0:19367:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449792000 00000100:00100000:3.0:1783947054.977309:0:19367:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449792000 00000100:00100000:3.0:1783947054.977318:0:19367:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449792512 00000100:00100000:3.0:1783947054.977320:0:19367:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449792512 00000100:00100000:3.0:1783947054.977331:0:19367:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449792128 00000100:00100000:3.0:1783947054.977333:0:19367:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449792128 00000100:00100000:3.0:1783947054.977361:0:19367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:3.0:1783947054.977395:0:19367:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da80497c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3648:x1870603449792384:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783947054.977438:0:19367:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da80497c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3648:x1870603449792384:12345-0@lo:400:kworker.0 Request processed in 43us (1461us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947054.977444:0:19367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:3.0:1783947054.977458:0:19367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:3.0:1783947054.977465:0:19367:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da80497d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1870603449792256:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783947054.977502:0:19367:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da80497d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1870603449792256:12345-0@lo:400:kworker.0 Request processed in 38us (1389us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947054.977508:0:19367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:3.0:1783947054.977528:0:19367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:3.0:1783947054.977534:0:19367:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da840f38700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1870603449791488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783947054.977566:0:19367:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da840f38700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1870603449791488:12345-0@lo:400:kworker.0 Request processed in 32us (531us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947054.977572:0:19367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:3.0:1783947054.977583:0:19367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:3.0:1783947054.977589:0:19367:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da840f38000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1870603449792000:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783947054.977614:0:19367:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da840f38000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1870603449792000:12345-0@lo:400:kworker.0 Request processed in 25us (542us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947054.977619:0:19367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:3.0:1783947054.977630:0:19367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:3.0:1783947054.977635:0:19367:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da840f38e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3649:x1870603449792512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783947054.977662:0:19367:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da840f38e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3649:x1870603449792512:12345-0@lo:400:kworker.0 Request processed in 27us (553us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947054.977668:0:19367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00100000:3.0:1783947054.977688:0:19367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:3.0:1783947054.977694:0:19367:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da840f3a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3649:x1870603449792128:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783947054.977722:0:19367:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da840f3a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3649:x1870603449792128:12345-0@lo:400:kworker.0 Request processed in 28us (490us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947054.977728:0:19367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00080000:3.0:1783947054.978135:0:17120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1783947054.978139:0:17120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1783947054.978142:0:17120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1783947054.978145:0:17120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1783947054.978162:0:17129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449791104 00000100:00100000:3.0:1783947054.978167:0:17129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449791104 00000100:00100000:3.0:1783947054.978187:0:17129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449791616 00000100:00100000:3.0:1783947054.978189:0:17129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449791616 00000100:00100000:3.0:1783947054.978201:0:17129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:3.0:1783947054.978207:0:17129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da840f3ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3649:x1870603449791104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783947054.978246:0:17129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da840f3ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3649:x1870603449791104:12345-0@lo:400:kworker.0 Request processed in 39us (1087us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947054.978252:0:17129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:3.0:1783947054.978264:0:17129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:3.0:1783947054.978270:0:17129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da840f38380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3649:x1870603449791616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783947054.978295:0:17129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da840f38380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3649:x1870603449791616:12345-0@lo:400:kworker.0 Request processed in 26us (1098us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947054.978301:0:17129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:3.0:1783947054.978338:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83d3d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1870603449791104:0@lo:400:kworker.0 00000100:00100000:3.0:1783947054.978348:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83d3d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1870603449791616:0@lo:400:kworker.0 00000100:00100000:3.0:1783947054.978358:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83d3d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3649:1870603449792128:0@lo:400:kworker.0 00000100:00100000:3.0:1783947054.978411:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83d3d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3649:1870603449791488:0@lo:400:kworker.0 00000100:00100000:3.0:1783947054.978421:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83d3d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3649:1870603449792000:0@lo:400:kworker.0 00010000:00080000:3.0:1783947054.978433:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8da83fa6d180 x1870603449792512/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783947070 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783947054.978444:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83fa6d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3649:1870603449792512:0@lo:400:kworker.0 00010000:00080000:3.0:1783947054.978485:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8da83d3d6a00 x1870603449792256/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783947070 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783947054.978494:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83d3d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3648:1870603449792256:0@lo:400:kworker.0 00000100:00100000:3.0:1783947054.978504:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83fa6ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3648:1870603449792384:0@lo:400:kworker.0 00000100:00100000:1.0:1783947054.978747:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da70204bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1870603449792640:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1783947054.978783:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783947054.978820:0:20266:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449792640 00000100:00100000:1.0:1783947054.978824:0:20266:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449792640 00000100:00100000:1.0:1783947054.978852:0:20266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1783947054.978858:0:20266:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da702048e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1870603449792640:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1783947054.978904:0:20266:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1783947054.978951:0:20266:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da702048e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1870603449792640:12345-0@lo:13:osp-pre-1-0.0 Request processed in 92us (166us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947054.978958:0:20266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1783947054.978987:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da70204bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1870603449792640:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1783947054.979509:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da840f39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1870603449792768:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1783947054.979565:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947054.979693:0:17119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449790976 00000100:00100000:0.0:1783947054.979698:0:17119:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449790976 00000100:00100000:0.0:1783947054.979751:0:17119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 174 00000100:00100000:0.0:1783947054.979759:0:17119:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da84070d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40afc674-3f32-47b1-95ce-d2395aad9c0f+24:3649:x1870603449790976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783947054.979805:0:17119:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da84070d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40afc674-3f32-47b1-95ce-d2395aad9c0f+24:3649:x1870603449790976:12345-0@lo:400:kworker.0 Request processed in 47us (2826us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947054.979812:0:17119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 174 00000100:00100000:0.0:1783947054.979850:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83d3d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:40afc674-3f32-47b1-95ce-d2395aad9c0f:3649:1870603449790976:0@lo:400:kworker.0 00000100:00100000:3.0:1783947054.980348:0:18634:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449792768 00000100:00100000:3.0:1783947054.980353:0:18634:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449792768 00000100:00100000:3.0:1783947054.980418:0:18634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1783947054.980427:0:18634:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83febaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1870603449792768:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1783947054.980443:0:18634:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1783947054.980495:0:18634:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83febaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1870603449792768:12345-0@lo:13:osp-pre-1-1.0 Request processed in 70us (930us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947054.980502:0:18634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1783947054.980660:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da840f39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1870603449792768:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1783947055.295986:0:17113:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783947056.320029:0:17114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783947057.200463:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1783947057.200514:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1783947057.200553:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1783947057.200581:0:17110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432913152 00000100:00100000:1.0:1783947057.200590:0:17110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432913152 00000100:00100000:1.0:1783947057.200636:0:17110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432913408 00000100:00100000:1.0:1783947057.200639:0:17110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432913408 00000100:00100000:1.0:1783947057.200651:0:17110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432913280 00000100:00100000:1.0:1783947057.200653:0:17110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432913280 00000100:00100000:1.0:1783947057.200668:0:17110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 4 00000100:00100000:1.0:1783947057.200678:0:17110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da70204bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:deb86800-a77c-40cb-af07-e8a3ce7789b1+15:2407:x1870603432913152:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783947057.200696:0:17110:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783947057.200718:0:17110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8da702216400/0x48cfcce1a55e7aef lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x44801000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd38ec expref: 15 pid: 17118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947057.200736:0:17110:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783947057.200785:0:17110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da70204bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:deb86800-a77c-40cb-af07-e8a3ce7789b1+14:2407:x1870603432913152:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 108us (332us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947057.200793:0:17110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 4 00000100:00100000:1.0:1783947057.200811:0:17110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 5 00000100:00100000:1.0:1783947057.200818:0:17110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da702048700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:deb86800-a77c-40cb-af07-e8a3ce7789b1+13:2407:x1870603432913408:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783947057.200857:0:17110:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783947057.200868:0:17110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8da841756600/0x48cfcce1a55e7bb3 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd39d3 expref: 13 pid: 17119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947057.200877:0:17110:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783947057.200910:0:17110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da702048700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:deb86800-a77c-40cb-af07-e8a3ce7789b1+12:2407:x1870603432913408:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 92us (395us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947057.200917:0:17110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 5 00000100:00100000:1.0:1783947057.200930:0:17110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 6 00000100:00100000:1.0:1783947057.200937:0:17110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da702048a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:deb86800-a77c-40cb-af07-e8a3ce7789b1+11:2407:x1870603432913280:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783947057.200944:0:17110:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783947057.200953:0:17110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8da80168aa00/0x48cfcce1a55e7af6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd391d expref: 11 pid: 17117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947057.200962:0:17110:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783947057.200992:0:17110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da702048a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:deb86800-a77c-40cb-af07-e8a3ce7789b1+10:2407:x1870603432913280:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 55us (439us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947057.200999:0:17110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 6 00000100:00100000:2.0:1783947057.213715:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1783947057.213817:0:18631:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432913664 00000100:00100000:0.0:1783947057.213828:0:18631:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432913664 00000100:00100000:0.0:1783947057.213918:0:18631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 37 00000100:00100000:0.0:1783947057.213928:0:18631:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83feb9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c1e0908f-fe22-468a-9f33-88a2f408f99c+6:2404:x1870603432913664:12345-192.168.202.33@tcp:9:umount.0 00000020:00000080:0.0:1783947057.213977:0:18631:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x48cfcce1a55e7b12 00000020:00010000:0.0:1783947057.213999:0:18631:0:(genops.c:1942:obd_stale_export_put()) Put export ffff8da7030ad000: total 0 00000100:00080000:0.0:1783947057.214003:0:18631:0:(import.c:65:import_set_state_nolock()) ffff8da7030a9800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1783947057.214058:0:18631:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934599 00000100:00100000:0.0:1783947057.214214:0:18631:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83feb9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c1e0908f-fe22-468a-9f33-88a2f408f99c+4:2404:x1870603432913664:12345-192.168.202.33@tcp:9:umount.0 Request processed in 287us (509us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947057.214222:0:18631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 37 00000100:00080000:3.0:1783947057.214871:0:17120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00010000:2.0:1783947057.215040:0:17113:0:(genops.c:1928:obd_stale_export_get()) Get export ffff8da7030ad000: total 0 00010000:00010000:2.0:1783947057.215046:0:17113:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783947057.215092:0:17113:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8da7030ad000, canceled 0 locks, left on hash table 1. 00002000:00010000:2.0:1783947057.215128:0:17113:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x22:0x0] updating lvb size from disk: 0 -> 9 00002000:00010000:2.0:1783947057.215131:0:17113:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x22:0x0] updating lvb mtime from disk: 1783947037 -> 1783947038 00002000:00010000:2.0:1783947057.215134:0:17113:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x22:0x0] updating lvb ctime from disk: 1783947037 -> 1783947038 00002000:00010000:2.0:1783947057.215137:0:17113:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x22:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:2.0:1783947057.215165:0:17113:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000015ec24bf/0x48cfcce1a55e7e8b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3ab3 expref: 3 pid: 18630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947057.215187:0:17113:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8da7030ad000, canceled 1 locks, left on hash table 0. 00010000:00010000:2.0:1783947057.215208:0:17113:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783947057.215210:0:17113:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783947057.215212:0:17113:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783947057.222261:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1783947057.222550:0:19367:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432914560 00000100:00100000:3.0:1783947057.222565:0:19367:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432914560 00000100:00100000:3.0:1783947057.222682:0:19367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 76 00000100:00100000:3.0:1783947057.222697:0:19367:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83fb27b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c1e0908f-fe22-468a-9f33-88a2f408f99c+12:2404:x1870603432914560:12345-192.168.202.33@tcp:39:umount.0 00000020:00000080:3.0:1783947057.222761:0:19367:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x48cfcce1a55e7b04 00000020:00010000:3.0:1783947057.222785:0:19367:0:(genops.c:1942:obd_stale_export_put()) Put export ffff8da836170800: total 0 00000100:00080000:3.0:1783947057.222792:0:19367:0:(import.c:65:import_set_state_nolock()) ffff8da836174000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1783947057.222830:0:19367:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934636 00000020:00010000:2.0:1783947057.223711:0:17114:0:(genops.c:1928:obd_stale_export_get()) Get export ffff8da836170800: total 0 00010000:00010000:2.0:1783947057.223788:0:17114:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8da836170800, canceled 0 locks, left on hash table 7. 00000100:00080000:0.0:1783947057.223833:0:17120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1783947057.223834:0:17114:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff8da84153c500) 00010000:00010000:2.0:1783947057.223843:0:17114:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1783947057.223856:0:17114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8da83611b600/0x48cfcce1a55e7e30 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3a90 expref: 12 pid: 20071 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947057.224063:0:17114:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8da703553800) 00010000:00010000:2.0:1783947057.224067:0:17114:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783947057.224073:0:17114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8da817851000/0x48cfcce1a55e7beb lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd39e1 expref: 11 pid: 17126 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947057.224093:0:17114:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8da8063eaa00) 00010000:00010000:2.0:1783947057.224096:0:17114:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1783947057.224100:0:17114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8da7036e9e00/0x48cfcce1a55e7c2a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd39ef expref: 10 pid: 17126 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947057.224113:0:17114:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff8da817ce7e00) 00010000:00010000:2.0:1783947057.224115:0:17114:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1783947057.224119:0:17114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8da83611bc00/0x48cfcce1a55e7dd5 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3a7b expref: 9 pid: 19367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947057.224130:0:17114:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff8da817ce7e00) 00010000:00010000:2.0:1783947057.224132:0:17114:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1783947057.224136:0:17114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8da817850c00/0x48cfcce1a55e7e99 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3aba expref: 8 pid: 17126 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947057.224174:0:17114:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8da703553600) 00010000:00010000:2.0:1783947057.224177:0:17114:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1783947057.224181:0:17114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8da817850400/0x48cfcce1a55e7bcf lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd39da expref: 7 pid: 17125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947057.224195:0:17114:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x1:0x0].0x0 (ffff8da817ce7600) 00010000:00010000:2.0:1783947057.224198:0:17114:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1783947057.224201:0:17114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8da817850600/0x48cfcce1a55e7caf lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3a19 expref: 6 pid: 19367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947057.224213:0:17114:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8da836170800, canceled 7 locks, left on hash table 0. 00010000:00010000:2.0:1783947057.224227:0:17114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783947057.224230:0:17114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783947057.224232:0:17114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783947057.224473:0:19367:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83fb27b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c1e0908f-fe22-468a-9f33-88a2f408f99c+3:2404:x1870603432914560:12345-192.168.202.33@tcp:39:umount.0 Request processed in 1774us (2234us total) trans 8589934637 rc 0/0 00000100:00100000:3.0:1783947057.224487:0:19367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 76 00000100:00100000:0.0:1783947057.242675:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1783947057.242828:0:17124:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432914688 00000100:00100000:3.0:1783947057.242841:0:17124:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432914688 00000100:00100000:3.0:1783947057.242941:0:17124:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 77 00000100:00100000:3.0:1783947057.242963:0:17124:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da80497ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c1e0908f-fe22-468a-9f33-88a2f408f99c+5:2404:x1870603432914688:12345-192.168.202.33@tcp:39:umount.0 00000020:00000080:3.0:1783947057.243020:0:17124:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x48cfcce1a55e7b0b 00000100:00080000:3.0:1783947057.243042:0:17124:0:(import.c:65:import_set_state_nolock()) ffff8da836171800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1783947057.243082:0:17124:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934592 00010000:00010000:1.0:1783947057.243513:0:17113:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783947057.244592:0:17124:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da80497ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c1e0908f-fe22-468a-9f33-88a2f408f99c+3:2404:x1870603432914688:12345-192.168.202.33@tcp:39:umount.0 Request processed in 980us (1280us total) trans 8589934593 rc 0/0 00000100:00100000:3.0:1783947057.244678:0:17124:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 77 00000100:00080000:0.0:1783947057.245355:0:17120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1783947057.344985:0:17114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783947057.535659:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da840f39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1870603449792896:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1783947057.535779:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783947057.535850:0:17129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449792896 00000100:00100000:3.0:1783947057.535867:0:17129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449792896 00000100:00100000:0.0:1783947057.535888:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83feba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1870603449793024:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1783947057.535929:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783947057.535946:0:17129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449793024 00000100:00100000:2.0:1783947057.535951:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83feb8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1870603449793280:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1783947057.535952:0:17129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449793024 00000100:00100000:0.0:1783947057.535967:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1783947057.535979:0:17129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:0.0:1783947057.535979:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83feb8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1870603449793152:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1783947057.535995:0:17129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da80497dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1870603449792896:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1783947057.536046:0:17129:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446293504 avail 1300054016 00000100:00100000:3.0:1783947057.536117:0:17129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da80497dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1870603449792896:12345-0@lo:41:osp-pre-0-1.0 Request processed in 125us (337us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947057.536128:0:17129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:2.0:1783947057.536172:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da840f39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1870603449792896:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1783947057.536190:0:17129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:3.0:1783947057.536202:0:17129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da80497d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3649:x1870603449793024:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1783947057.536225:0:17129:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1783947057.536259:0:17129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da80497d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3649:x1870603449793024:12345-0@lo:41:osp-pre-1-0.0 Request processed in 59us (333us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947057.536265:0:17129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:0.0:1783947057.536295:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783947057.536434:0:18633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449793152 00000100:00100000:2.0:1783947057.536444:0:18633:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449793152 00000100:00100000:0.0:1783947057.536453:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83feba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1870603449793024:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1783947057.536514:0:17120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1783947057.536545:0:18633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1783947057.536561:0:18633:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da80497ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1870603449793152:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1783947057.536583:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:2.0:1783947057.536597:0:18633:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923501056 avail 3691978752 00000100:00100000:2.0:1783947057.536682:0:18633:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da80497ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1870603449793152:12345-0@lo:13:osp-pre-0-1.0 Request processed in 126us (639us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947057.536690:0:18633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1783947057.536732:0:18633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449793280 00000100:00100000:2.0:1783947057.536736:0:18633:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449793280 00000100:00100000:2.0:1783947057.536780:0:18633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1783947057.536787:0:18633:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da840f3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1870603449793280:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1783947057.536799:0:18633:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923501056 avail 3691978752 00000100:00100000:2.0:1783947057.536831:0:18633:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da840f3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1870603449793280:12345-0@lo:13:osp-pre-0-0.0 Request processed in 45us (250us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947057.536837:0:18633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00080000:1.0:1783947057.536882:0:17120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1783947057.536961:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83feb8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1870603449793280:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1783947057.536993:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83feb8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1870603449793152:0@lo:13:osp-pre-0-1.0 00000040:00080000:3.0:1783947057.920203:0:17159:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:3.0:1783947057.920218:0:17159:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1783947057.920276:0:17159:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:3.0:1783947057.920289:0:17159:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00010000:00010000:1.0:1783947058.367630:0:17113:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783947058.774727:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1783947058.774786:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1783947058.774823:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1783947058.774863:0:17118:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432914816 00000100:00100000:2.0:1783947058.774879:0:17118:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432914816 00000100:00100000:2.0:1783947058.774965:0:17118:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 175 00000100:00100000:2.0:1783947058.774976:0:17118:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da84070ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:deb86800-a77c-40cb-af07-e8a3ce7789b1+10:2405:x1870603432914816:12345-192.168.202.33@tcp:400:kworker.0 00000100:00100000:1.0:1783947058.775024:0:20071:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432914944 00000100:00100000:1.0:1783947058.775046:0:20071:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432914944 00000100:00100000:2.0:1783947058.775069:0:17118:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da84070ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:deb86800-a77c-40cb-af07-e8a3ce7789b1+10:2405:x1870603432914816:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 92us (280us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947058.775080:0:17118:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 175 00000100:00100000:1.0:1783947058.775125:0:20071:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432915072 00000100:00100000:1.0:1783947058.775130:0:20071:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432915072 00000100:00080000:2.0:1783947058.775160:0:17120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1783947058.775169:0:17120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1783947058.775169:0:20071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 110 00000100:00100000:1.0:1783947058.775185:0:20071:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da840f39500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:da56abbd-df43-4a5b-abd8-b0ad4893be8d+6:2405:x1870603432914944:12345-192.168.202.33@tcp:400:kworker.0 00000100:00100000:3.0:1783947058.775291:0:19367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 111 00000100:00100000:1.0:1783947058.775298:0:20071:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da840f39500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:da56abbd-df43-4a5b-abd8-b0ad4893be8d+6:2405:x1870603432914944:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 112us (586us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947058.775318:0:20071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 110 00000100:00100000:3.0:1783947058.775319:0:19367:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da840f39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:da56abbd-df43-4a5b-abd8-b0ad4893be8d+5:2405:x1870603432915072:12345-192.168.202.33@tcp:400:kworker.0 00000100:00100000:3.0:1783947058.775534:0:19367:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da840f39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:da56abbd-df43-4a5b-abd8-b0ad4893be8d+5:2405:x1870603432915072:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 228us (707us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947058.775542:0:19367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 111 00000100:00100000:1.0:1783947059.148467:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1783947059.148532:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1783947059.148629:0:17110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432915328 00000100:00100000:2.0:1783947059.148643:0:17110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432915328 00000100:00100000:2.0:1783947059.148736:0:17110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432915200 00000100:00100000:2.0:1783947059.148740:0:17110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432915200 00000100:00100000:2.0:1783947059.148929:0:17110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 7 00000100:00100000:2.0:1783947059.148944:0:17110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83fb25c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:deb86800-a77c-40cb-af07-e8a3ce7789b1+11:2407:x1870603432915328:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1783947059.148976:0:17110:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783947059.149005:0:17110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8da702217e00/0x48cfcce1a55e7b35 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd398d expref: 11 pid: 17118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947059.149036:0:17110:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783947059.149136:0:17110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83fb25c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:deb86800-a77c-40cb-af07-e8a3ce7789b1+10:2407:x1870603432915328:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 195us (682us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947059.154914:0:17110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 7 00000100:00100000:2.0:1783947059.154996:0:17110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 8 00000100:00100000:2.0:1783947059.155022:0:17110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83fb25180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:deb86800-a77c-40cb-af07-e8a3ce7789b1+9:2407:x1870603432915200:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1783947059.155053:0:17110:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783947059.155089:0:17110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8da702217c00/0x48cfcce1a55e7b2e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd395c expref: 9 pid: 17118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947059.155112:0:17110:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783947059.155635:0:17110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83fb25180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:deb86800-a77c-40cb-af07-e8a3ce7789b1+8:2407:x1870603432915200:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 624us (7097us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947059.155647:0:17110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 8 00000100:00100000:1.0:1783947059.166938:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1783947059.167014:0:17112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432915456 00000100:00100000:1.0:1783947059.167148:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1783947059.167264:0:17126:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432915712 00000100:00100000:2.0:1783947059.167271:0:17126:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432915712 00000100:00100000:2.0:1783947059.167348:0:17126:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 78 00000100:00100000:3.0:1783947059.167355:0:17112:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432915456 00000100:00100000:2.0:1783947059.167359:0:17126:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83fb27480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:da56abbd-df43-4a5b-abd8-b0ad4893be8d+6:2404:x1870603432915712:12345-192.168.202.33@tcp:39:umount.0 00000100:00100000:3.0:1783947059.167423:0:17112:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 9 00000020:00000080:2.0:1783947059.167430:0:17126:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x48cfcce1a55e7b43 00000100:00100000:3.0:1783947059.167431:0:17112:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83fb25500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:deb86800-a77c-40cb-af07-e8a3ce7789b1+8:2408:x1870603432915456:12345-192.168.202.33@tcp:103:ldlm_bl.0 00000020:00010000:2.0:1783947059.167441:0:17126:0:(genops.c:1942:obd_stale_export_put()) Put export ffff8da8360c4800: total 0 00000100:00080000:2.0:1783947059.167447:0:17126:0:(import.c:65:import_set_state_nolock()) ffff8da836171000 : changing import state from FULL to CLOSED 00010000:00010000:3.0:1783947059.167472:0:17112:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00000004:2.0:1783947059.167476:0:17126:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934637 00010000:00010000:3.0:1783947059.167508:0:17112:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8da841757e00/0x48cfcce1a55e7bac lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd39cc expref: 8 pid: 17119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947059.167528:0:17112:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783947059.167594:0:17112:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83fb25500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:deb86800-a77c-40cb-af07-e8a3ce7789b1+7:2408:x1870603432915456:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 163us (668us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947059.167602:0:17112:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 9 00000100:00100000:2.0:1783947059.167626:0:17126:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83fb27480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:da56abbd-df43-4a5b-abd8-b0ad4893be8d+5:2404:x1870603432915712:12345-192.168.202.33@tcp:39:umount.0 Request processed in 269us (478us total) trans 8589934638 rc 0/0 00000100:00100000:2.0:1783947059.167633:0:17126:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 78 00000020:00010000:2.0:1783947059.167679:0:17114:0:(genops.c:1928:obd_stale_export_get()) Get export ffff8da8360c4800: total 0 00010000:00010000:2.0:1783947059.167684:0:17114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783947059.167756:0:17114:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8da8360c4800, canceled 0 locks, left on hash table 1. 00010000:00010000:2.0:1783947059.167797:0:17114:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8da8063eaa00) 00010000:00010000:2.0:1783947059.167801:0:17114:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1783947059.167808:0:17114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8da817850a00/0x48cfcce1a55e7c38 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd39f6 expref: 4 pid: 19367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947059.167832:0:17114:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8da8360c4800, canceled 1 locks, left on hash table 0. 00010000:00010000:2.0:1783947059.167843:0:17114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783947059.167845:0:17114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783947059.167847:0:17114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783947059.176553:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1783947059.176624:0:17125:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432915840 00000100:00100000:2.0:1783947059.176637:0:17125:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432915840 00000100:00100000:3.0:1783947059.176735:0:17124:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 79 00000100:00100000:3.0:1783947059.176749:0:17124:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83fb27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:da56abbd-df43-4a5b-abd8-b0ad4893be8d+5:2404:x1870603432915840:12345-192.168.202.33@tcp:39:umount.0 00000020:00000080:3.0:1783947059.176820:0:17124:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x48cfcce1a55e7b4a 00000100:00080000:3.0:1783947059.176835:0:17124:0:(import.c:65:import_set_state_nolock()) ffff8da810131800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1783947059.176879:0:17124:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934593 00000100:00100000:3.0:1783947059.177059:0:17124:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83fb27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:da56abbd-df43-4a5b-abd8-b0ad4893be8d+3:2404:x1870603432915840:12345-192.168.202.33@tcp:39:umount.0 Request processed in 314us (518us total) trans 8589934594 rc 0/0 00000100:00100000:3.0:1783947059.177068:0:17124:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 79 00010000:00010000:1.0:1783947059.177296:0:17113:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783947059.206717:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1783947059.207286:0:17117:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432916096 00000100:00100000:2.0:1783947059.207303:0:17117:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432916096 00000100:00100000:2.0:1783947059.207460:0:17117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 176 00000100:00100000:2.0:1783947059.207476:0:17117:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da84070c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:deb86800-a77c-40cb-af07-e8a3ce7789b1+7:2404:x1870603432916096:12345-192.168.202.33@tcp:251:umount.0 00000020:00000080:2.0:1783947059.207561:0:17117:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x48cfcce1a55e7ae1 00000020:00010000:2.0:1783947059.207575:0:17117:0:(genops.c:1942:obd_stale_export_put()) Put export ffff8da7031b2000: total 0 00000100:00080000:2.0:1783947059.207581:0:17117:0:(import.c:65:import_set_state_nolock()) ffff8da7031b7000 : changing import state from FULL to CLOSED 00000100:00100000:2.0:1783947059.208214:0:17117:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da84070c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:deb86800-a77c-40cb-af07-e8a3ce7789b1+3:2404:x1870603432916096:12345-192.168.202.33@tcp:251:umount.0 Request processed in 737us (1519us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947059.208227:0:17117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 176 00000020:00010000:3.0:1783947059.209210:0:17114:0:(genops.c:1928:obd_stale_export_get()) Get export ffff8da7031b2000: total 0 00010000:00010000:3.0:1783947059.209305:0:17114:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8da7031b2000, canceled 0 locks, left on hash table 1. 00010000:00010000:3.0:1783947059.209356:0:17114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8da80246a200/0x48cfcce1a55e7ae8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd38e5 expref: 2 pid: 17117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947059.209405:0:17114:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8da7031b2000, canceled 1 locks, left on hash table 0. 00000020:00000080:3.0:1783947059.209418:0:17114:0:(genops.c:906:class_export_put()) final put ffff8da7031b2000/deb86800-a77c-40cb-af07-e8a3ce7789b1 00010000:00010000:3.0:1783947059.209453:0:17114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783947059.209455:0:17114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783947059.209458:0:17114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1783947059.209568:0:13112:0:(genops.c:865:class_export_destroy()) destroying export ffff8da7031b2000/deb86800-a77c-40cb-af07-e8a3ce7789b1 for MGS 00000020:00000080:1.0:1783947059.209620:0:13112:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8da7031b7000 for MGS 00010000:00010000:1.0:1783947059.391557:0:17113:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783947060.096513:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83fa6ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1870603449793408:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1783947060.098208:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783947060.099454:0:18633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449793408 00000100:00100000:2.0:1783947060.099471:0:18633:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449793408 00000100:00100000:1.0:1783947060.099549:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1783947060.099570:0:18633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1783947060.099573:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83fb26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1870603449793536:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1783947060.099588:0:18633:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83fa6d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1870603449793408:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1783947060.099650:0:18633:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1783947060.099660:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783947060.099908:0:18633:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83fa6d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1870603449793408:12345-0@lo:13:osp-pre-1-1.0 Request processed in 325us (1708us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947060.099934:0:18633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1783947060.099940:0:20266:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449793536 00000100:00100000:0.0:1783947060.099947:0:20266:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449793536 00000100:00080000:2.0:1783947060.099968:0:17120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1783947060.099988:0:20266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1783947060.099997:0:20266:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83fb25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1870603449793536:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1783947060.100010:0:20266:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1783947060.100054:0:20266:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83fb25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1870603449793536:12345-0@lo:13:osp-pre-1-0.0 Request processed in 58us (395us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947060.100061:0:20266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1783947060.100135:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83fb26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1870603449793536:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1783947060.100257:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83fa6ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1870603449793408:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1783947060.104858:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83fb24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3649:1870603449794048:0@lo:400:kworker.0 00000100:00100000:1.0:1783947060.105003:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783947060.105065:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83fb26680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3649:1870603449794560:0@lo:400:kworker.0 00000100:00100000:1.0:1783947060.105090:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783947060.105121:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1783947060.105128:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83fb27100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:40afc674-3f32-47b1-95ce-d2395aad9c0f:3649:1870603449793664:0@lo:400:kworker.0 00000100:00100000:1.0:1783947060.105164:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783947060.105199:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83fb24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1870603449794176:0@lo:400:kworker.0 00000100:00100000:1.0:1783947060.105226:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783947060.105244:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83fb25880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3649:1870603449794688:0@lo:400:kworker.0 00000100:00100000:1.0:1783947060.105281:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783947060.105313:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83fb26300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1870603449793792:0@lo:400:kworker.0 00000100:00100000:1.0:1783947060.105338:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783947060.105359:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83fb26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1870603449794304:0@lo:400:kworker.0 00000100:00100000:1.0:1783947060.105423:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783947060.105444:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83fb24a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3647:1870603449794816:0@lo:400:kworker.0 00000100:00100000:1.0:1783947060.105467:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783947060.105496:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1783947060.105502:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83fb24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1870603449793920:0@lo:400:kworker.0 00000100:00100000:1.0:1783947060.105528:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783947060.105546:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83fb24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3647:1870603449794432:0@lo:400:kworker.0 00000100:00100000:1.0:1783947060.105580:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783947060.105602:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83fb26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3647:1870603449794944:0@lo:400:kworker.0 00000100:00100000:1.0:1783947060.105627:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783947060.105660:0:19367:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449794048 00000100:00100000:1.0:1783947060.105670:0:19367:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449794048 00000100:00100000:1.0:1783947060.105736:0:19367:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449794560 00000100:00100000:1.0:1783947060.105741:0:19367:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449794560 00000100:00100000:1.0:1783947060.105770:0:19367:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449794688 00000100:00100000:1.0:1783947060.105774:0:19367:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449794688 00000100:00100000:1.0:1783947060.105789:0:19367:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449794816 00000100:00100000:1.0:1783947060.105792:0:19367:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449794816 00000100:00100000:1.0:1783947060.105807:0:19367:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449794432 00000100:00100000:1.0:1783947060.105809:0:19367:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449794432 00000100:00100000:1.0:1783947060.105823:0:19367:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449794944 00000100:00100000:1.0:1783947060.105825:0:19367:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449794944 00000100:00100000:1.0:1783947060.105842:0:19367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:1.0:1783947060.105852:0:19367:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da84177ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1870603449794048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783947060.105936:0:19367:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da84177ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1870603449794048:12345-0@lo:400:kworker.0 Request processed in 84us (934us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947060.105946:0:19367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00100000:1.0:1783947060.105971:0:19367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:1.0:1783947060.105978:0:19367:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da84177fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3649:x1870603449794560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783947060.106011:0:19367:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da84177fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3649:x1870603449794560:12345-0@lo:400:kworker.0 Request processed in 34us (920us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947060.106018:0:19367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00100000:1.0:1783947060.106033:0:19367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000100:00100000:1.0:1783947060.106041:0:19367:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da84177d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1870603449794688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783947060.106071:0:19367:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da84177d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1870603449794688:12345-0@lo:400:kworker.0 Request processed in 32us (789us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947060.106077:0:19367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00100000:1.0:1783947060.106089:0:19367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115 00000100:00100000:1.0:1783947060.106096:0:19367:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da84177f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3647:x1870603449794816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783947060.106128:0:19367:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da84177f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3647:x1870603449794816:12345-0@lo:400:kworker.0 Request processed in 33us (659us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947060.106134:0:19367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115 00000100:00100000:1.0:1783947060.106146:0:19367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 116 00000100:00100000:1.0:1783947060.106151:0:19367:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da84177df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1870603449794432:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783947060.106180:0:19367:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da84177df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1870603449794432:12345-0@lo:400:kworker.0 Request processed in 28us (600us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947060.106186:0:19367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 116 00000100:00100000:1.0:1783947060.106198:0:19367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 117 00000100:00100000:1.0:1783947060.106204:0:19367:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da84177f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1870603449794944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783947060.106242:0:19367:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da84177f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1870603449794944:12345-0@lo:400:kworker.0 Request processed in 38us (614us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947060.106249:0:19367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 117 00000100:00100000:1.0:1783947060.106276:0:17119:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449793664 00000100:00100000:1.0:1783947060.106280:0:17119:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449793664 00000100:00100000:1.0:1783947060.106314:0:17119:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 177 00000100:00100000:1.0:1783947060.106321:0:17119:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da84070e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40afc674-3f32-47b1-95ce-d2395aad9c0f+24:3649:x1870603449793664:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783947060.106358:0:17119:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da84070e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40afc674-3f32-47b1-95ce-d2395aad9c0f+24:3649:x1870603449793664:12345-0@lo:400:kworker.0 Request processed in 37us (1193us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947060.106392:0:17119:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 177 00000100:00100000:1.0:1783947060.106435:0:17129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449794176 00000100:00100000:1.0:1783947060.106440:0:17129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449794176 00000100:00100000:1.0:1783947060.106464:0:17129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449793792 00000100:00100000:1.0:1783947060.106467:0:17129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449793792 00000100:00100000:1.0:1783947060.106495:0:17129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:1.0:1783947060.106502:0:17129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da84177dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3649:x1870603449794176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783947060.106540:0:17129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da84177dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3649:x1870603449794176:12345-0@lo:400:kworker.0 Request processed in 39us (1313us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947060.106546:0:17129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:1.0:1783947060.106557:0:17129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:1.0:1783947060.106563:0:17129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da84177d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3647:x1870603449793792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783947060.106590:0:17129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da84177d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3647:x1870603449793792:12345-0@lo:400:kworker.0 Request processed in 28us (1251us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947060.106597:0:17129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:1.0:1783947060.106618:0:18632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449794304 00000100:00100000:1.0:1783947060.106622:0:18632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449794304 00000100:00100000:1.0:1783947060.106659:0:18632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449793920 00000100:00100000:1.0:1783947060.106671:0:18632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449793920 00000100:00100000:1.0:1783947060.106700:0:18632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00080000:2.0:1783947060.106702:0:17120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1783947060.106709:0:18632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da84177f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3647:x1870603449794304:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1783947060.106722:0:17120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1783947060.106727:0:17120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1783947060.106746:0:18632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da84177f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3647:x1870603449794304:12345-0@lo:400:kworker.0 Request processed in 38us (1321us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947060.106752:0:18632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:1.0:1783947060.106763:0:18632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1783947060.106770:0:18632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da84177ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3647:x1870603449793920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783947060.106797:0:18632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da84177ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3647:x1870603449793920:12345-0@lo:400:kworker.0 Request processed in 29us (1269us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947060.106803:0:18632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1783947060.106872:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83fb24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1870603449793920:0@lo:400:kworker.0 00000100:00100000:1.0:1783947060.106888:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83fb24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3647:1870603449794432:0@lo:400:kworker.0 00010000:00080000:1.0:1783947060.106904:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8da83fb26a00 x1870603449794944/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783947076 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783947060.106916:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83fb26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3647:1870603449794944:0@lo:400:kworker.0 00000100:00100000:1.0:1783947060.106927:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83fb26300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1870603449793792:0@lo:400:kworker.0 00000100:00100000:1.0:1783947060.106937:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83fb26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1870603449794304:0@lo:400:kworker.0 00000100:00100000:1.0:1783947060.106950:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83fb24a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3647:1870603449794816:0@lo:400:kworker.0 00000100:00100000:1.0:1783947060.106997:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83fb27100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:40afc674-3f32-47b1-95ce-d2395aad9c0f:3649:1870603449793664:0@lo:400:kworker.0 00000100:00100000:1.0:1783947060.107010:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83fb24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1870603449794176:0@lo:400:kworker.0 00010000:00080000:1.0:1783947060.107023:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8da83fb25880 x1870603449794688/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783947076 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783947060.107043:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83fb25880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3649:1870603449794688:0@lo:400:kworker.0 00000100:00100000:1.0:1783947060.107060:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83fb24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3649:1870603449794048:0@lo:400:kworker.0 00000100:00100000:1.0:1783947060.107071:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83fb26680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3649:1870603449794560:0@lo:400:kworker.0 00010000:00010000:3.0:1783947060.416545:0:17114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1783947061.077317:0:20699:0:(tgt_mount.c:2192:server_umount_begin()) umount -f 00000020:01000004:0.0:1783947061.111857:0:20699:0:(tgt_mount.c:2062:server_put_super()) server put_super lustre-MDT0000 00010000:00010000:0.0:1783947061.111938:0:20699:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da80246a800/0x48cfcce1a55e76a4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e76ab expref: -99 pid: 17104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947061.111957:0:20699:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da80246a800/0x48cfcce1a55e76a4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x48cfcce1a55e76ab expref: -99 pid: 17104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947061.111965:0:20699:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da80246a800/0x48cfcce1a55e76a4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0x48cfcce1a55e76ab expref: -99 pid: 17104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947061.111973:0:20699:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.133@tcp lock: ffff8da80246a800/0x48cfcce1a55e76a4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0x48cfcce1a55e76ab expref: -99 pid: 17104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947061.111999:0:20699:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:0.0:1783947061.112920:0:20699:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:0.0:1783947061.112966:0:20699:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1783947061.112972:0:20699:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:0.0:1783947061.112980:0:20699:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1783947061.113498:0:20699:0:(import.c:65:import_set_state_nolock()) ffff8da840757000 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00000100:00100000:3.0:1783947061.114561:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da80497d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3646:1870603449795072:0@lo:39:umount.0 00010000:00010000:0.0:1783947061.115153:0:17113:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783947061.115164:0:17113:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.133@tcp lock: ffff8da80246a800/0x48cfcce1a55e76a4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0x48cfcce1a55e76ab expref: -99 pid: 17104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947061.115178:0:17113:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da80246a800 already unused, calling callback (ffffffffc11dcc20) 10000000:00010000:0.0:1783947061.115183:0:17113:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.133@tcp lock: ffff8da80246a800/0x48cfcce1a55e76a4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0x48cfcce1a55e76ab expref: -99 pid: 17104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947061.115196:0:17113:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.133@tcp lock: ffff8da80246a800/0x48cfcce1a55e76a4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1008400000000 nid: local remote: 0x48cfcce1a55e76ab expref: -99 pid: 17104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1783947061.115226:0:17113:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.133@tcp lock: ffff8da80246a800/0x48cfcce1a55e76a4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1009400000000 nid: local remote: 0x48cfcce1a55e76ab expref: -99 pid: 17104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1783947061.115233:0:17113:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1783947061.115236:0:17113:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:0.0:1783947061.115240:0:17113:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:0.0:1783947061.115290:0:17113:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.133@tcp lock: ffff8da80246a800/0x48cfcce1a55e76a4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x48cfcce1a55e76ab expref: -99 pid: 17104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947061.115297:0:17113:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1783947061.115327:0:17113:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.133@tcp lock: ffff8da80246a800/0x48cfcce1a55e76a4 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x48cfcce1a55e76ab expref: -99 pid: 17104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947061.115335:0:17113:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.133@tcp lock: ffff8da80246a800/0x48cfcce1a55e76a4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x48cfcce1a55e76ab expref: -99 pid: 17104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947061.115349:0:17113:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783947061.115351:0:17113:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783947061.115353:0:17113:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783947061.117748:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783947061.118560:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1783947061.118595:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da80497ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:40afc674-3f32-47b1-95ce-d2395aad9c0f:3650:1870603449795200:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1783947061.119143:0:19367:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449795072 00000100:00100000:0.0:1783947061.119154:0:19367:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449795072 00000100:00100000:0.0:1783947061.119217:0:19367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:0.0:1783947061.119227:0:19367:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83fa6ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1870603449795072:12345-0@lo:39:umount.0 00000020:00000080:0.0:1783947061.119264:0:19367:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x48cfcce1a55e76d5 00000100:00080000:0.0:1783947061.119275:0:19367:0:(import.c:65:import_set_state_nolock()) ffff8da83fbb3000 : changing import state from FULL to CLOSED 00000100:00100000:0.0:1783947061.119386:0:19367:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83fa6ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+1:3646:x1870603449795072:12345-0@lo:39:umount.0 Request processed in 160us (1646us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947061.119961:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1783947061.120041:0:17114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1783947061.120082:0:3646:0:(import.c:65:import_set_state_nolock()) ffff8da840757000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:3.0:1783947061.120096:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da80497d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3646:1870603449795072:0@lo:39:umount.0 00000100:00100000:3.0:1783947061.120142:0:17110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449795200 00000100:00100000:3.0:1783947061.120148:0:17110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449795200 00000100:00100000:3.0:1783947061.120197:0:17110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1783947061.120204:0:17110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83fae9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:40afc674-3f32-47b1-95ce-d2395aad9c0f+24:3650:x1870603449795200:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1783947061.120219:0:17110:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783947061.120244:0:17110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8da841756e00/0x48cfcce1a55e76ab lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x48cfcce1a55e76a4 expref: 24 pid: 17119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947061.120263:0:17110:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783947061.120299:0:17110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83fae9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:40afc674-3f32-47b1-95ce-d2395aad9c0f+23:3650:x1870603449795200:12345-0@lo:103:ldlm_bl.0 Request processed in 94us (339us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947061.120306:0:17110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1783947061.120752:0:19367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000020:00000080:0.0:1783947061.120765:0:19367:0:(genops.c:906:class_export_put()) final put ffff8da83fbb1800/lustre-MDT0000-lwp-MDT0000_UUID 00000100:00080000:0.0:1783947061.120864:0:20699:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1783947061.120869:0:20699:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:0.0:1783947061.120875:0:20699:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:0.0:1783947061.126451:0:20699:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da80246b800/0x48cfcce1a55e75f5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e75fc expref: -99 pid: 17104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947061.126489:0:20699:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da80246b800/0x48cfcce1a55e75f5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x48cfcce1a55e75fc expref: -99 pid: 17104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947061.126497:0:20699:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da80246b800/0x48cfcce1a55e75f5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0x48cfcce1a55e75fc expref: -99 pid: 17104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947061.126504:0:20699:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.133@tcp lock: ffff8da80246b800/0x48cfcce1a55e75f5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0x48cfcce1a55e75fc expref: -99 pid: 17104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947061.126527:0:20699:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783947061.126533:0:20699:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da80246ac00/0x48cfcce1a55e7a01 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e7a08 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947061.126541:0:20699:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da80246ac00/0x48cfcce1a55e7a01 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x48cfcce1a55e7a08 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947061.126548:0:20699:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da80246ac00/0x48cfcce1a55e7a01 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x48cfcce1a55e7a08 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947061.126555:0:20699:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.133@tcp lock: ffff8da80246ac00/0x48cfcce1a55e7a01 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x48cfcce1a55e7a08 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:1.0:1783947061.128399:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff8da83fbb1800/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000020:00000080:1.0:1783947061.128518:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8da83fbb3000 for lustre-MDT0000 00010000:00010000:0.0:1783947061.128946:0:20699:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1783947061.128970:0:20699:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da7036e9800/0x48cfcce1a55e7b9e lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e7ba5 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947061.129002:0:20699:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da7036e9800/0x48cfcce1a55e7b9e lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x48cfcce1a55e7ba5 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947061.129010:0:20699:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da7036e9800/0x48cfcce1a55e7b9e lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x48cfcce1a55e7ba5 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947061.129018:0:20699:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.133@tcp lock: ffff8da7036e9800/0x48cfcce1a55e7b9e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x48cfcce1a55e7ba5 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947061.129031:0:20699:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:0.0:1783947061.129037:0:20699:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da80246aa00/0x48cfcce1a55e75e7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e75ee expref: -99 pid: 17104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947061.129044:0:20699:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da80246aa00/0x48cfcce1a55e75e7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x48cfcce1a55e75ee expref: -99 pid: 17104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947061.129050:0:20699:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da80246aa00/0x48cfcce1a55e75e7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x48cfcce1a55e75ee expref: -99 pid: 17104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947061.129057:0:20699:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.133@tcp lock: ffff8da80246aa00/0x48cfcce1a55e75e7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x48cfcce1a55e75ee expref: -99 pid: 17104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947061.129067:0:20699:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 10000000:01000000:0.0:1783947061.129072:0:20699:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0000 (0) 00000020:01000004:0.0:1783947061.129125:0:20699:0:(tgt_mount.c:2112:server_put_super()) stopping lustre-MDT0000 00000020:01000000:0.0:1783947061.129131:0:20699:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='F') 00000020:00000080:0.0:1783947061.129136:0:20699:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1783947061.129142:0:20699:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 4/13 00000020:00080000:0.0:1783947061.129151:0:20699:0:(genops.c:1840:print_export_data()) lustre-MDT0000: ACTIVE ffff8da7031b1000 lustre-MDT0000-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1783947061.129163:0:20699:0:(genops.c:1840:print_export_data()) lustre-MDT0000: ACTIVE ffff8da80e958000 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1783947061.129168:0:20699:0:(genops.c:1840:print_export_data()) lustre-MDT0000: ACTIVE ffff8da83afab800 lustre-MDT0000-lwp-MDT0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1783947061.129172:0:20699:0:(genops.c:1840:print_export_data()) lustre-MDT0000: ACTIVE ffff8da804f06000 lustre-MDT0001-mdtlov_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1783947061.129180:0:20699:0:(genops.c:1840:print_export_data()) lustre-MDT0000: UNLINKED ffff8da8360c4800 da56abbd-df43-4a5b-abd8-b0ad4893be8d 192.168.202.33@tcp 2 (0 2 0) 1 0 0 0: 0000000000000000 8589934599 stale:0 00000020:00080000:0.0:1783947061.129184:0:20699:0:(genops.c:1840:print_export_data()) lustre-MDT0000: UNLINKED ffff8da836170800 c1e0908f-fe22-468a-9f33-88a2f408f99c 192.168.202.33@tcp 2 (0 2 0) 1 0 0 0: 0000000000000000 8589934636 stale:0 00000020:00080000:0.0:1783947061.129190:0:20699:0:(genops.c:1574:class_disconnect_exports()) OBD device 5 (ffff8da7036f99c0) has exports, disconnecting them 00000020:00080000:0.0:1783947061.129195:0:20699:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8da7031b1000), last request at 1783947060 00000020:00000080:0.0:1783947061.129203:0:20699:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x48cfcce1a55e79d0 00000100:00080000:0.0:1783947061.129225:0:20699:0:(import.c:65:import_set_state_nolock()) ffff8da7031b2800 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1783947061.129278:0:20699:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff8da7031b1000): rc 0 00000020:00000080:0.0:1783947061.129281:0:20699:0:(genops.c:906:class_export_put()) final put ffff8da7031b1000/lustre-MDT0000-lwp-OST0001_UUID 00000020:00080000:0.0:1783947061.129305:0:20699:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8da80e958000), last request at 1783947060 00000020:00000080:0.0:1783947061.129308:0:20699:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x48cfcce1a55e7872 00000100:00080000:0.0:1783947061.129313:0:20699:0:(import.c:65:import_set_state_nolock()) ffff8da80e95b000 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1783947061.129321:0:20699:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff8da80e958000): rc 0 00000020:00000080:0.0:1783947061.129323:0:20699:0:(genops.c:906:class_export_put()) final put ffff8da80e958000/lustre-MDT0000-lwp-OST0000_UUID 00000020:00080000:0.0:1783947061.129327:0:20699:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8da83afab800), last request at 1783946970 00000020:00000080:0.0:1783947061.129329:0:20699:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x48cfcce1a55e77c3 00000100:00080000:0.0:1783947061.129332:0:20699:0:(import.c:65:import_set_state_nolock()) ffff8da83afaf000 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1783947061.129337:0:20699:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff8da83afab800): rc 0 00000020:00000080:0.0:1783947061.129338:0:20699:0:(genops.c:906:class_export_put()) final put ffff8da83afab800/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00080000:0.0:1783947061.129341:0:20699:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8da804f06000), last request at 1783946970 00000020:00000080:0.0:1783947061.129344:0:20699:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x48cfcce1a55e7768 00000100:00080000:0.0:1783947061.129347:0:20699:0:(import.c:65:import_set_state_nolock()) ffff8da804f06800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1783947061.129354:0:20699:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934638 00000020:00080000:0.0:1783947061.129499:0:20699:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff8da804f06000): rc 0 00000004:00000080:0.0:1783947061.129506:0:20699:0:(mdd_device.c:2302:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffff9d4a48583ae0 00000100:00080000:0.0:1783947061.129530:0:20699:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1783947061.129535:0:20699:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 3 00010000:00010000:2.0:1783947061.131449:0:17113:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1783947061.131478:0:17113:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.133@tcp lock: ffff8da80246b800/0x48cfcce1a55e75f5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0x48cfcce1a55e75fc expref: -99 pid: 17104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947061.131492:0:17113:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da80246b800 already unused, calling callback (ffffffffc11dcc20) 10000000:00010000:2.0:1783947061.131497:0:17113:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.133@tcp lock: ffff8da80246b800/0x48cfcce1a55e75f5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0x48cfcce1a55e75fc expref: -99 pid: 17104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947061.131510:0:17113:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.133@tcp lock: ffff8da80246b800/0x48cfcce1a55e75f5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1008400000000 nid: local remote: 0x48cfcce1a55e75fc expref: -99 pid: 17104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1783947061.131518:0:17113:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.133@tcp lock: ffff8da80246b800/0x48cfcce1a55e75f5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1009400000000 nid: local remote: 0x48cfcce1a55e75fc expref: -99 pid: 17104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1783947061.131524:0:17113:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1783947061.131527:0:17113:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 10000000:01000000:2.0:1783947061.131531:0:17113:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 00010000:00010000:2.0:1783947061.131606:0:17113:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.133@tcp lock: ffff8da80246b800/0x48cfcce1a55e75f5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x48cfcce1a55e75fc expref: -99 pid: 17104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947061.131613:0:17113:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1783947061.131663:0:17113:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.133@tcp lock: ffff8da80246b800/0x48cfcce1a55e75f5 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x48cfcce1a55e75fc expref: -99 pid: 17104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947061.131697:0:17113:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.133@tcp lock: ffff8da80246b800/0x48cfcce1a55e75f5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x48cfcce1a55e75fc expref: -99 pid: 17104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947061.131720:0:17113:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1783947061.131725:0:17113:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.133@tcp lock: ffff8da80246ac00/0x48cfcce1a55e7a01 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x48cfcce1a55e7a08 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947061.131732:0:17113:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da80246ac00 already unused, calling callback (ffffffffc11dcc20) 10000000:00010000:2.0:1783947061.131735:0:17113:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.133@tcp lock: ffff8da80246ac00/0x48cfcce1a55e7a01 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x48cfcce1a55e7a08 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947061.131743:0:17113:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.133@tcp lock: ffff8da80246ac00/0x48cfcce1a55e7a01 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x48cfcce1a55e7a08 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1783947061.131749:0:17113:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.133@tcp lock: ffff8da80246ac00/0x48cfcce1a55e7a01 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x48cfcce1a55e7a08 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1783947061.131754:0:17113:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:2.0:1783947061.131756:0:17113:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:2.0:1783947061.131759:0:17113:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:2.0:1783947061.131775:0:17113:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.133@tcp lock: ffff8da80246ac00/0x48cfcce1a55e7a01 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x48cfcce1a55e7a08 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947061.131781:0:17113:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1783947061.131800:0:17113:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.133@tcp lock: ffff8da80246ac00/0x48cfcce1a55e7a01 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x48cfcce1a55e7a08 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947061.131808:0:17113:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.133@tcp lock: ffff8da80246ac00/0x48cfcce1a55e7a01 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x48cfcce1a55e7a08 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947061.131841:0:17113:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1783947061.131847:0:17113:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.133@tcp lock: ffff8da7036e9800/0x48cfcce1a55e7b9e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x48cfcce1a55e7ba5 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947061.131852:0:17113:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da7036e9800 already unused, calling callback (ffffffffc11dcc20) 10000000:00010000:2.0:1783947061.131855:0:17113:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.133@tcp lock: ffff8da7036e9800/0x48cfcce1a55e7b9e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x48cfcce1a55e7ba5 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947061.131863:0:17113:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.133@tcp lock: ffff8da7036e9800/0x48cfcce1a55e7b9e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0x48cfcce1a55e7ba5 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1783947061.131869:0:17113:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.133@tcp lock: ffff8da7036e9800/0x48cfcce1a55e7b9e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0x48cfcce1a55e7ba5 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1783947061.131874:0:17113:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:2.0:1783947061.131876:0:17113:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:2.0:1783947061.131878:0:17113:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:2.0:1783947061.131901:0:17113:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.133@tcp lock: ffff8da7036e9800/0x48cfcce1a55e7b9e lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x48cfcce1a55e7ba5 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947061.131907:0:17113:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1783947061.131915:0:17113:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.133@tcp lock: ffff8da7036e9800/0x48cfcce1a55e7b9e lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x48cfcce1a55e7ba5 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947061.131921:0:17113:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.133@tcp lock: ffff8da7036e9800/0x48cfcce1a55e7b9e lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x48cfcce1a55e7ba5 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947061.131931:0:17113:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783947061.131935:0:17113:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.133@tcp lock: ffff8da80246aa00/0x48cfcce1a55e75e7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x48cfcce1a55e75ee expref: -99 pid: 17104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947061.131947:0:17113:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da80246aa00 already unused, calling callback (ffffffffc11dcc20) 10000000:00010000:2.0:1783947061.131950:0:17113:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.133@tcp lock: ffff8da80246aa00/0x48cfcce1a55e75e7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x48cfcce1a55e75ee expref: -99 pid: 17104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947061.131957:0:17113:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.133@tcp lock: ffff8da80246aa00/0x48cfcce1a55e75e7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x48cfcce1a55e75ee expref: -99 pid: 17104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1783947061.131963:0:17113:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.133@tcp lock: ffff8da80246aa00/0x48cfcce1a55e75e7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x48cfcce1a55e75ee expref: -99 pid: 17104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1783947061.131968:0:17113:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:2.0:1783947061.131971:0:17113:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:2.0:1783947061.131973:0:17113:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:2.0:1783947061.131989:0:17113:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.133@tcp lock: ffff8da80246aa00/0x48cfcce1a55e75e7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x48cfcce1a55e75ee expref: -99 pid: 17104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947061.131995:0:17113:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1783947061.132002:0:17113:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.133@tcp lock: ffff8da80246aa00/0x48cfcce1a55e75e7 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x48cfcce1a55e75ee expref: -99 pid: 17104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947061.132007:0:17113:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.133@tcp lock: ffff8da80246aa00/0x48cfcce1a55e75e7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x48cfcce1a55e75ee expref: -99 pid: 17104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947061.132017:0:17113:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783947061.132019:0:17113:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783947061.132021:0:17113:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783947061.132050:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83feba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:40afc674-3f32-47b1-95ce-d2395aad9c0f:3649:1870603449795712:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1783947061.132137:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783947061.132206:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1783947061.132220:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83feb8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:40afc674-3f32-47b1-95ce-d2395aad9c0f:3649:1870603449795328:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1783947061.132242:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783947061.132270:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83feb8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:40afc674-3f32-47b1-95ce-d2395aad9c0f:3647:1870603449795456:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1783947061.132293:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783947061.132303:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1783947061.132308:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83feb8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:40afc674-3f32-47b1-95ce-d2395aad9c0f:3647:1870603449795584:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1783947061.132324:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783947061.132352:0:17111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449795712 00000100:00100000:2.0:1783947061.132360:0:17111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449795712 00000100:00100000:2.0:1783947061.132453:0:17111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449795328 00000100:00100000:2.0:1783947061.132456:0:17111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449795328 00000100:00100000:2.0:1783947061.132481:0:17111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449795456 00000100:00100000:2.0:1783947061.132484:0:17111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449795456 00000100:00100000:2.0:1783947061.132496:0:17111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449795584 00000100:00100000:2.0:1783947061.132499:0:17111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449795584 00000100:00100000:2.0:1783947061.132516:0:17111:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1783947061.132526:0:17111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8084e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:40afc674-3f32-47b1-95ce-d2395aad9c0f+26:3649:x1870603449795712:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1783947061.132545:0:17111:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783947061.132564:0:17111:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8da702216800/0x48cfcce1a55e75ee lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x48cfcce1a55e75e7 expref: 26 pid: 17119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947061.132579:0:17111:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783947061.132618:0:17111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8084e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:40afc674-3f32-47b1-95ce-d2395aad9c0f+25:3649:x1870603449795712:12345-0@lo:103:ldlm_bl.0 Request processed in 93us (480us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947061.132626:0:17111:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1783947061.132646:0:17111:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1783947061.132652:0:17111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8084e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:40afc674-3f32-47b1-95ce-d2395aad9c0f+24:3649:x1870603449795328:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1783947061.132659:0:17111:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783947061.132676:0:17111:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8da702216600/0x48cfcce1a55e75fc lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x48cfcce1a55e75f5 expref: 24 pid: 17119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947061.132685:0:17111:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783947061.132707:0:17111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8084e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:40afc674-3f32-47b1-95ce-d2395aad9c0f+23:3649:x1870603449795328:12345-0@lo:103:ldlm_bl.0 Request processed in 56us (464us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947061.132713:0:17111:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1783947061.132725:0:17111:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1783947061.132731:0:17111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8416c9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:40afc674-3f32-47b1-95ce-d2395aad9c0f+22:3647:x1870603449795456:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1783947061.132739:0:17111:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783947061.132748:0:17111:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8da80246a600/0x48cfcce1a55e7a08 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x48cfcce1a55e7a01 expref: 22 pid: 17118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947061.132757:0:17111:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783947061.132782:0:17111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8416c9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:40afc674-3f32-47b1-95ce-d2395aad9c0f+21:3647:x1870603449795456:12345-0@lo:103:ldlm_bl.0 Request processed in 52us (488us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947061.132788:0:17111:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1783947061.132799:0:17111:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1783947061.132805:0:17111:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8416cad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:40afc674-3f32-47b1-95ce-d2395aad9c0f+20:3647:x1870603449795584:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1783947061.132812:0:17111:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783947061.132822:0:17111:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8da841756a00/0x48cfcce1a55e7ba5 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x48cfcce1a55e7b9e expref: 20 pid: 17119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947061.132831:0:17111:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783947061.132852:0:17111:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8416cad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:40afc674-3f32-47b1-95ce-d2395aad9c0f+19:3647:x1870603449795584:12345-0@lo:103:ldlm_bl.0 Request processed in 47us (526us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947061.132858:0:17111:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1783947061.132902:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83feb8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:40afc674-3f32-47b1-95ce-d2395aad9c0f:3649:1870603449795328:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1783947061.132922:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83feba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:40afc674-3f32-47b1-95ce-d2395aad9c0f:3649:1870603449795712:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1783947061.132950:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83feb8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:40afc674-3f32-47b1-95ce-d2395aad9c0f:3647:1870603449795584:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1783947061.132957:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83feb8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:40afc674-3f32-47b1-95ce-d2395aad9c0f:3647:1870603449795456:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1783947061.135097:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da80497ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:40afc674-3f32-47b1-95ce-d2395aad9c0f:3650:1870603449795200:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1783947061.135151:0:17114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1783947061.136121:0:13112:0:(genops.c:865:class_export_destroy()) destroying export ffff8da7031b1000/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000 00000020:00000080:1.0:1783947061.136222:0:13112:0:(genops.c:865:class_export_destroy()) destroying export ffff8da80e958000/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000020:00000080:1.0:1783947061.136253:0:13112:0:(genops.c:865:class_export_destroy()) destroying export ffff8da83afab800/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000 00000020:00000080:1.0:1783947061.136310:0:13112:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8da7031b2800 for lustre-MDT0000 00000020:00000080:1.0:1783947061.136317:0:13112:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8da80e95b000 for lustre-MDT0000 00000020:00000080:1.0:1783947061.136320:0:13112:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8da83afaf000 for lustre-MDT0000 00000100:00080000:0.0:1783947061.137183:0:20699:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000100:00080000:0.0:1783947061.137237:0:20699:0:(import.c:65:import_set_state_nolock()) ffff8da703c0b800 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:3.0:1783947061.137486:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da80497c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1870603449795840:0@lo:39:umount.0 00000100:00100000:3.0:1783947061.137607:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783947061.137789:0:17129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449795840 00000100:00100000:1.0:1783947061.137800:0:17129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449795840 00000100:00100000:1.0:1783947061.137891:0:17129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:1.0:1783947061.137913:0:17129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da70204bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1870603449795840:12345-0@lo:39:umount.0 00000020:00000080:1.0:1783947061.137953:0:17129:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x48cfcce1a55e77ed 00000100:00080000:1.0:1783947061.137965:0:17129:0:(import.c:65:import_set_state_nolock()) ffff8da820d89000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1783947061.138002:0:17129:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:1.0:1783947061.138222:0:17129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da70204bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+3:3646:x1870603449795840:12345-0@lo:39:umount.0 Request processed in 311us (615us total) trans 8589934595 rc 0/0 00000100:00100000:1.0:1783947061.138230:0:17129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00080000:1.0:1783947061.138283:0:3646:0:(import.c:65:import_set_state_nolock()) ffff8da703c0b800 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:1.0:1783947061.138292:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da80497c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1870603449795840:0@lo:39:umount.0 00010000:00010000:0.0:1783947061.138507:0:17113:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1783947061.139362:0:20699:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1783947061.139991:0:20699:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934598 gen 3 00000004:00080000:0.0:1783947061.140112:0:20699:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:0.0:1783947061.140180:0:20699:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:0.0:1783947061.140217:0:20699:0:(import.c:65:import_set_state_nolock()) ffff8da701b6c800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:0.0:1783947061.140248:0:20699:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1783947061.140251:0:20699:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934593 gen 3 00000004:00080000:0.0:1783947061.140270:0:20699:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:0.0:1783947061.140327:0:20699:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:0.0:1783947061.140335:0:20699:0:(import.c:65:import_set_state_nolock()) ffff8da701bd6000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:0.0:1783947061.140414:0:20699:0:(genops.c:1579:class_disconnect_exports()) OBD device 5 (ffff8da7036f99c0) has no exports 00000100:00100000:1.0:1783947061.140750:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da80497f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1870603449795968:0@lo:9:umount.0 00000100:00100000:1.0:1783947061.141019:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783947061.141071:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da80497c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1870603449796096:0@lo:9:umount.0 00000100:00100000:1.0:1783947061.141096:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783947061.142106:0:18630:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449795968 00000100:00100000:3.0:1783947061.142132:0:18630:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449795968 00000100:00100000:3.0:1783947061.142208:0:18630:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449796096 00000100:00100000:3.0:1783947061.142211:0:18630:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449796096 00000100:00100000:3.0:1783947061.142242:0:18630:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1783947061.142252:0:18630:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da84177e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1870603449795968:12345-0@lo:9:umount.0 00000020:00000080:3.0:1783947061.142289:0:18630:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x48cfcce1a55e78b8 00000100:00080000:3.0:1783947061.142300:0:18630:0:(import.c:65:import_set_state_nolock()) ffff8da7032f6800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1783947061.142353:0:18630:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934599 00000100:00100000:2.0:1783947061.142515:0:18631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1783947061.142526:0:18631:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da84177c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1870603449796096:12345-0@lo:9:umount.0 00000020:00000080:2.0:1783947061.142543:0:18631:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x48cfcce1a55e7a0f 00000100:00080000:2.0:1783947061.142548:0:18631:0:(import.c:65:import_set_state_nolock()) ffff8da80fe29800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1783947061.142600:0:18631:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:2.0:1783947061.143141:0:18631:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da84177c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+2:3646:x1870603449796096:12345-0@lo:9:umount.0 Request processed in 614us (2040us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947061.143151:0:18631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1783947061.143321:0:18630:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da84177e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+2:3646:x1870603449795968:12345-0@lo:9:umount.0 Request processed in 1070us (2312us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947061.143329:0:18630:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00010000:00010000:3.0:1783947061.143352:0:17114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783947061.143528:0:17113:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1783947061.144124:0:3646:0:(import.c:65:import_set_state_nolock()) ffff8da701b6c800 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:1.0:1783947061.144152:0:3646:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:1.0:1783947061.144154:0:3646:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1783947061.144160:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da80497f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1870603449795968:0@lo:9:umount.0 00000100:00080000:1.0:1783947061.144181:0:3646:0:(import.c:65:import_set_state_nolock()) ffff8da701bd6000 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:1.0:1783947061.144200:0:3646:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:1.0:1783947061.144202:0:3646:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1783947061.144204:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da80497c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1870603449796096:0@lo:9:umount.0 00000020:00080000:0.0:1783947061.152542:0:20699:0:(genops.c:1579:class_disconnect_exports()) OBD device 5 (ffff8da7036f99c0) has no exports 00000020:00000080:0.0:1783947061.194143:0:20699:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x48cfcce1a55e7642 00000020:00000080:0.0:1783947061.194163:0:20699:0:(genops.c:906:class_export_put()) final put ffff8da8205b1000/lustre-QMT0000_UUID 00000020:01000000:0.0:1783947061.194186:0:20699:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000080:2.0:1783947061.194585:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff8da8205b1000/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000080:2.0:1783947061.194651:0:20699:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1783947061.194666:0:20699:0:(obd_config.c:955:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1783947061.194672:0:20699:0:(genops.c:1579:class_disconnect_exports()) OBD device 7 (ffff8da70227cd40) has no exports 00000020:00000080:3.0:1783947061.195776:0:20699:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x48cfcce1a55e763b 00000020:00000080:3.0:1783947061.195794:0:20699:0:(genops.c:906:class_export_put()) final put ffff8da702563800/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1783947061.195834:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff8da702563800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:3.0:1783947061.195886:0:20699:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1783947061.195899:0:20699:0:(obd_config.c:883:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:3.0:1783947061.195902:0:20699:0:(genops.c:906:class_export_put()) final put ffff8da8414f6000/lustre-QMT0000_UUID 00000020:00000080:3.0:1783947061.195905:0:20699:0:(genops.c:865:class_export_destroy()) destroying export ffff8da8414f6000/lustre-QMT0000_UUID for lustre-QMT0000 00000020:01000000:3.0:1783947061.195919:0:20699:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00010000:00010000:3.0:1783947061.452880:0:17114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783947062.468421:0:17113:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783947062.656648:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da80497f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1870603449796224:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1783947062.656765:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947062.656902:0:17129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449796224 00000100:00100000:0.0:1783947062.656912:0:17129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449796224 00000100:00100000:0.0:1783947062.656973:0:17129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:0.0:1783947062.656982:0:17129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83feb8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3650:x1870603449796224:12345-0@lo:41:osp-pre-0-1.0 00000020:00080000:0.0:1783947062.656991:0:17129:0:(tgt_handler.c:807:tgt_request_handle()) operation 41 on unconnected OST from 12345-0@lo 00000100:00100000:0.0:1783947062.657070:0:17129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83feb8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3650:x1870603449796224:12345-0@lo:41:osp-pre-0-1.0 Request processed in 86us (304us total) trans 0 rc -107/-107 00000100:00100000:0.0:1783947062.657078:0:17129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:02020000:1.0:1783947062.657114:0:3650:0:(client.c:1492:ptlrpc_check_status()) lustre-MDT0000-osp-MDT0001: operation mds_statfs to node 0@lo failed: rc = -107 00000100:00100000:0.0:1783947062.657847:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83feb8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1870603449796352:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1783947062.657901:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947062.658058:0:18634:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449796352 00000100:00100000:0.0:1783947062.658065:0:18634:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449796352 00000100:00100000:0.0:1783947062.658142:0:18634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1783947062.658153:0:18634:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da80497fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1870603449796352:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1783947062.658189:0:18634:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923501056 avail 3691978752 00000100:00080000:2.0:1783947062.658199:0:17120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1783947062.658249:0:18634:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da80497fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1870603449796352:12345-0@lo:13:osp-pre-0-1.0 Request processed in 96us (345us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947062.658258:0:18634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1783947062.658318:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83feb8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1870603449796352:0@lo:13:osp-pre-0-1.0 00000001:00100000:0.0:1783947062.661699:0:17857:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00080000:0.0:1783947062.661716:0:17857:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934595 is committed 00000020:00000080:0.0:1783947062.661723:0:17857:0:(genops.c:906:class_export_put()) final put ffff8da810136800/lustre-MDT0000-mdtlov_UUID 00000001:00100000:0.0:1783947062.661749:0:17857:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of da56abbd-df43-4a5b-abd8-b0ad4893be8d 00000001:00080000:0.0:1783947062.661754:0:17857:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934594 is committed 00000020:00000080:0.0:1783947062.661757:0:17857:0:(genops.c:906:class_export_put()) final put ffff8da810134000/da56abbd-df43-4a5b-abd8-b0ad4893be8d 00000001:00100000:0.0:1783947062.661762:0:17857:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of c1e0908f-fe22-468a-9f33-88a2f408f99c 00000001:00080000:0.0:1783947062.661766:0:17857:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934593 is committed 00000020:00000080:0.0:1783947062.661768:0:17857:0:(genops.c:906:class_export_put()) final put ffff8da836173800/c1e0908f-fe22-468a-9f33-88a2f408f99c 00000020:00000080:2.0:1783947062.661815:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff8da810136800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001 00000020:00000080:2.0:1783947062.661922:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff8da810134000/da56abbd-df43-4a5b-abd8-b0ad4893be8d for lustre-MDT0001 00000020:00000080:2.0:1783947062.661951:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff8da836173800/c1e0908f-fe22-468a-9f33-88a2f408f99c for lustre-MDT0001 00000020:00000080:2.0:1783947062.661995:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8da820d89000 for lustre-MDT0001 00000020:00000080:2.0:1783947062.662000:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8da810131800 for lustre-MDT0001 00000020:00000080:2.0:1783947062.662005:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8da836171800 for lustre-MDT0001 00000100:00080000:1.0:1783947062.671142:0:3650:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-osp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1783947062.671150:0:3650:0:(import.c:65:import_set_state_nolock()) ffff8da7035cf000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1783947062.671154:0:3650:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-osp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000001:00100000:3.0:1783947062.671887:0:18626:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1783947062.671894:0:18626:0:(genops.c:906:class_export_put()) final put ffff8da7032f3000/lustre-MDT0000-mdtlov_UUID 00000001:00100000:3.0:1783947062.671921:0:18626:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of c1e0908f-fe22-468a-9f33-88a2f408f99c 00000020:00000080:3.0:1783947062.671933:0:18626:0:(genops.c:906:class_export_put()) final put ffff8da7030ad000/c1e0908f-fe22-468a-9f33-88a2f408f99c 00000020:00000080:0.0:1783947062.672242:0:13112:0:(genops.c:865:class_export_destroy()) destroying export ffff8da7032f3000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000080:0.0:1783947062.672317:0:13112:0:(genops.c:865:class_export_destroy()) destroying export ffff8da7030ad000/c1e0908f-fe22-468a-9f33-88a2f408f99c for lustre-OST0000 00000020:00000080:0.0:1783947062.672346:0:13112:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8da7032f6800 for lustre-OST0000 00000020:00000080:0.0:1783947062.672352:0:13112:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8da7030a9800 for lustre-OST0000 00000001:00100000:2.0:1783947062.674230:0:17105:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1783947062.674239:0:17105:0:(genops.c:906:class_export_put()) final put ffff8da804f06000/lustre-MDT0001-mdtlov_UUID 00000001:00100000:2.0:1783947062.674267:0:17105:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of da56abbd-df43-4a5b-abd8-b0ad4893be8d 00000001:00080000:2.0:1783947062.674275:0:17105:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934638 is committed 00000020:00000080:2.0:1783947062.674278:0:17105:0:(genops.c:906:class_export_put()) final put ffff8da8360c4800/da56abbd-df43-4a5b-abd8-b0ad4893be8d 00000001:00100000:2.0:1783947062.674283:0:17105:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of c1e0908f-fe22-468a-9f33-88a2f408f99c 00000001:00080000:2.0:1783947062.674288:0:17105:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934637 is committed 00000020:00000080:2.0:1783947062.674290:0:17105:0:(genops.c:906:class_export_put()) final put ffff8da836170800/c1e0908f-fe22-468a-9f33-88a2f408f99c 00000020:00000080:3.0:1783947062.674335:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff8da804f06000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000 00000020:00000080:3.0:1783947062.674410:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff8da8360c4800/da56abbd-df43-4a5b-abd8-b0ad4893be8d for lustre-MDT0000 00000020:00000080:3.0:1783947062.674431:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff8da836170800/c1e0908f-fe22-468a-9f33-88a2f408f99c for lustre-MDT0000 00000020:00000080:3.0:1783947062.674464:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8da804f06800 for lustre-MDT0000 00000020:00000080:3.0:1783947062.674469:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8da836171000 for lustre-MDT0000 00000020:00000080:3.0:1783947062.674486:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8da836174000 for lustre-MDT0000 00000100:00080000:1.0:1783947062.682949:0:3650:0:(import.c:65:import_set_state_nolock()) ffff8da7035cf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1783947062.682960:0:3650:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 651 00000100:00080000:1.0:1783947062.682969:0:3650:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8da7035cf000 using connection 192.168.202.133@tcp/0@lo 00000100:00100000:1.0:1783947062.683013:0:3650:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da84177c000 x1870603449796480/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1783947062.683167:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da84177c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1870603449796480:0@lo:38:ptlrpcd_00_03.0 00000100:00100000:3.0:1783947062.683229:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947062.683299:0:17129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449796480 00000100:00100000:0.0:1783947062.683306:0:17129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449796480 00000100:00100000:0.0:1783947062.683340:0:17129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:0.0:1783947062.683347:0:17129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da702048700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3646:x1870603449796480:12345-0@lo:38:ptlrpcd_00_03.0 00010000:02000000:0.0:1783947062.683384:0:17129:0:(ldlm_lib.c:1205:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:0.0:1783947062.690251:0:17129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da702048700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3646:x1870603449796480:12345-0@lo:38:ptlrpcd_00_03.0 Request processed in 6894us (7011us total) trans 0 rc -19/-19 00000100:00100000:0.0:1783947062.690267:0:17129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00080000:3.0:1783947062.690577:0:3646:0:(import.c:65:import_set_state_nolock()) ffff8da7035cf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1783947062.690583:0:3646:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1783947062.690587:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da84177c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1870603449796480:0@lo:38:ptlrpcd_00_03.0 00000020:01000000:3.0:1783947063.232486:0:20699:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff8da7032b7120 - data ffff8da82f9ff000/ffff8da70232b800 00000020:01000000:3.0:1783947063.232696:0:20699:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff8da835b33d20 - data ffff8da701c42af8/ffff8da83d461400 00000001:00000004:3.0:1783947063.242646:0:20699:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934638 00000100:00080000:2.0:1783947063.311104:0:20699:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1783947063.311117:0:20699:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:2.0:1783947063.311137:0:20699:0:(client.c:3150:ptlrpc_free_committed()) @@@ free request with old gen req@ffff8da80497c380 x1870603449795840/t8589934595(8589934595) o39->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1783947071 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783947063.311170:0:20699:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:1.0:1783947063.312873:0:20699:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1783947063.312882:0:20699:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934598 gen 4 00000004:00080000:1.0:1783947063.312902:0:20699:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1783947063.312905:0:20699:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:0.0:1783947063.313346:0:17148:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:0.0:1783947063.313354:0:17148:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 2 count 1 00000040:00080000:0.0:1783947063.313399:0:17148:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:1.0:1783947063.314169:0:20699:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1783947063.314175:0:20699:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934593 gen 4 00000004:00080000:1.0:1783947063.314216:0:20699:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1783947063.314219:0:20699:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:0.0:1783947063.314634:0:17150:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:0.0:1783947063.314639:0:17150:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xc:0x0] index 1 count 1 00000040:00080000:0.0:1783947063.314650:0:17150:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:1.0:1783947063.316217:0:20699:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x48cfcce1a55e760a 00000020:00000080:1.0:1783947063.316392:0:20699:0:(genops.c:906:class_export_put()) final put ffff8da825ab8800/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1783947063.316828:0:13112:0:(genops.c:865:class_export_destroy()) destroying export ffff8da825ab8800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1783947063.318576:0:20699:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x48cfcce1a55e761f 00000020:00000080:1.0:1783947063.318598:0:20699:0:(genops.c:906:class_export_put()) final put ffff8da825ab8000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:1.0:1783947063.318615:0:20699:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000080:1.0:1783947063.318622:0:20699:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1783947063.318634:0:20699:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1783947063.318640:0:20699:0:(genops.c:1579:class_disconnect_exports()) OBD device 4 (ffff8da7036f8000) has no exports 00000020:00000080:0.0:1783947063.318918:0:13112:0:(genops.c:865:class_export_destroy()) destroying export ffff8da825ab8000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000004:01000000:1.0:1783947063.321590:0:20699:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:1.0:1783947063.321612:0:20699:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x48cfcce1a55e7681 00000020:00000080:1.0:1783947063.321625:0:20699:0:(genops.c:906:class_export_put()) final put ffff8da701bd5800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:1.0:1783947063.321653:0:20699:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0000 (flags='') 00000020:00000080:1.0:1783947063.321666:0:20699:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1783947063.321678:0:20699:0:(obd_config.c:955:class_cleanup()) lustre-OST0001-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1783947063.321683:0:20699:0:(genops.c:1579:class_disconnect_exports()) OBD device 10 (ffff8da70227b380) has no exports 00000020:00000080:1.0:1783947063.321695:0:20699:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x48cfcce1a55e767a 00000020:00000080:1.0:1783947063.321699:0:20699:0:(genops.c:906:class_export_put()) final put ffff8da701bd1800/lustre-MDT0000-osd_UUID 00010000:01000000:1.0:1783947063.322818:0:20699:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0000: client import never connected 00000100:00080000:1.0:1783947063.322827:0:20699:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1783947063.322833:0:20699:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934593 gen 5 00000004:00080000:1.0:1783947063.322842:0:20699:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1783947063.322845:0:20699:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1783947063.322888:0:20699:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1783947063.322899:0:20699:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1783947063.322910:0:20699:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x48cfcce1a55e766c 00000020:00000080:1.0:1783947063.322918:0:20699:0:(genops.c:906:class_export_put()) final put ffff8da701bd2800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:1.0:1783947063.322924:0:20699:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000080:1.0:1783947063.322932:0:20699:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1783947063.322936:0:20699:0:(obd_config.c:955:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1783947063.322940:0:20699:0:(genops.c:1579:class_disconnect_exports()) OBD device 9 (ffff8da820d14d40) has no exports 00000020:00000080:1.0:1783947063.322960:0:20699:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x48cfcce1a55e7665 00000020:00000080:1.0:1783947063.322964:0:20699:0:(genops.c:906:class_export_put()) final put ffff8da701b68800/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1783947063.324409:0:13112:0:(genops.c:865:class_export_destroy()) destroying export ffff8da701bd5800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:00000080:0.0:1783947063.332590:0:13112:0:(genops.c:865:class_export_destroy()) destroying export ffff8da701bd1800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1783947063.332616:0:13112:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8da701bd6000 for lustre-OST0001-osc-MDT0000 00000020:00000080:0.0:1783947063.332629:0:13112:0:(genops.c:906:class_export_put()) final put ffff8da701bd6800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1783947063.332632:0:13112:0:(genops.c:865:class_export_destroy()) destroying export ffff8da701bd6800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:01000000:0.0:1783947063.332638:0:13112:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00010000:01000000:1.0:1783947063.333199:0:20699:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00080000:1.0:1783947063.333206:0:20699:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1783947063.333212:0:20699:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934598 gen 5 00000004:00080000:1.0:1783947063.333220:0:20699:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1783947063.333223:0:20699:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1783947063.333294:0:20699:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1783947063.333311:0:20699:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000004:01000000:1.0:1783947063.333334:0:20699:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:1.0:1783947063.333342:0:20699:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x48cfcce1a55e7657 00000020:00000080:1.0:1783947063.333351:0:20699:0:(genops.c:906:class_export_put()) final put ffff8da701b68000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:1.0:1783947063.333356:0:20699:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osp-MDT0000 (flags='') 00000020:00000080:1.0:1783947063.333360:0:20699:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1783947063.333381:0:20699:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001-osp-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1783947063.333386:0:20699:0:(genops.c:1579:class_disconnect_exports()) OBD device 8 (ffff8da820d119c0) has no exports 00000020:00000080:1.0:1783947063.333393:0:20699:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x48cfcce1a55e7650 00000020:00000080:1.0:1783947063.333398:0:20699:0:(genops.c:906:class_export_put()) final put ffff8da8083da000/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1783947063.333398:0:13112:0:(genops.c:865:class_export_destroy()) destroying export ffff8da701bd2800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000080:0.0:1783947063.333404:0:13112:0:(genops.c:865:class_export_destroy()) destroying export ffff8da701b68800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1783947063.333408:0:13112:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8da701b6c800 for lustre-OST0000-osc-MDT0000 00000020:00000080:0.0:1783947063.333412:0:13112:0:(genops.c:906:class_export_put()) final put ffff8da701b6b800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1783947063.333415:0:13112:0:(genops.c:865:class_export_destroy()) destroying export ffff8da701b6b800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:01000000:0.0:1783947063.333418:0:13112:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1783947063.333472:0:13112:0:(genops.c:865:class_export_destroy()) destroying export ffff8da701b68000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:00000080:0.0:1783947063.333477:0:13112:0:(genops.c:865:class_export_destroy()) destroying export ffff8da8083da000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:0.0:1783947063.340907:0:20699:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0001-osp-MDT0000: client import never connected 00000100:00080000:0.0:1783947063.340920:0:20699:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1783947063.340926:0:20699:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:0.0:1783947063.340937:0:20699:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1783947063.341019:0:20699:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1783947063.341037:0:20699:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1783947063.341071:0:20699:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1783947063.341075:0:20699:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1783947063.341082:0:20699:0:(genops.c:906:class_export_put()) final put ffff8da804962800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1783947063.341088:0:20699:0:(genops.c:865:class_export_destroy()) destroying export ffff8da804962800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:0.0:1783947063.341100:0:20699:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1783947063.341226:0:20699:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x48cfcce1a55e7626 00000020:00000080:0.0:1783947063.341246:0:20699:0:(genops.c:906:class_export_put()) final put ffff8da825ab9000/lustre-MDD0000_UUID 00000020:01000000:0.0:1783947063.341251:0:20699:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000080:0.0:1783947063.341256:0:20699:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1783947063.341261:0:20699:0:(obd_config.c:955:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1783947063.341265:0:20699:0:(genops.c:1579:class_disconnect_exports()) OBD device 6 (ffff8da7036fb380) has no exports 00000020:00000080:0.0:1783947063.341286:0:20699:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1783947063.341290:0:20699:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000080:0.0:1783947063.341294:0:20699:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x48cfcce1a55e762d 00000020:00000080:0.0:1783947063.341298:0:20699:0:(genops.c:906:class_export_put()) final put ffff8da825abc800/lustre-MDT0000-osd_UUID 00000020:01000004:0.0:1783947063.341308:0:20699:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8da804c24000 from lustre-MDT0000, refs=3 00000020:01000004:0.0:1783947063.341311:0:20699:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8da804c24000 3 00000020:01000004:0.0:1783947063.341315:0:20699:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8da804c24000 from lustre-MDT0000 00000020:00000080:0.0:1783947063.341337:0:20699:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1783947063.341341:0:20699:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000080:0.0:1783947063.341343:0:20699:0:(genops.c:906:class_export_put()) final put ffff8da825ab9800/lustre-MDT0000_UUID 00000020:00000080:0.0:1783947063.341345:0:20699:0:(genops.c:865:class_export_destroy()) destroying export ffff8da825ab9800/lustre-MDT0000_UUID for lustre-MDT0000 00000020:01000000:0.0:1783947063.341352:0:20699:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:01000004:0.0:1783947063.341418:0:20699:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 3 references. 00000020:01000004:0.0:1783947063.341423:0:20699:0:(tgt_mount.c:255:server_stop_mgs()) Stop MGS service MGS 00000020:01000000:0.0:1783947063.341426:0:20699:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000080:0.0:1783947063.341429:0:20699:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1783947063.341432:0:20699:0:(obd_config.c:955:class_cleanup()) MGS: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1783947063.341440:0:20699:0:(genops.c:1840:print_export_data()) MGS: ACTIVE ffff8da7035d0000 40afc674-3f32-47b1-95ce-d2395aad9c0f 0@lo 18 (0 0 13) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1783947063.341455:0:20699:0:(genops.c:1574:class_disconnect_exports()) OBD device 1 (ffff8da820decd40) has exports, disconnecting them 00000020:00080000:0.0:1783947063.341459:0:20699:0:(genops.c:1549:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (ffff8da7035d0000), last request at 1783946954 00000020:00000080:0.0:1783947063.341479:0:20699:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x48cfcce1a55e75d2 00000020:00010000:0.0:1783947063.341483:0:20699:0:(genops.c:1942:obd_stale_export_put()) Put export ffff8da7035d0000: total 2 00000100:00080000:0.0:1783947063.341488:0:20699:0:(import.c:65:import_set_state_nolock()) ffff8da7035d6800 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1783947063.341504:0:20699:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff8da7035d0000): rc 0 00000020:00080000:0.0:1783947063.341509:0:20699:0:(genops.c:1579:class_disconnect_exports()) OBD device 1 (ffff8da820decd40) has no exports 00000020:00000080:2.0:1783947063.341813:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8da703c0b800 for lustre-MDT0001-osp-MDT0000 00000020:00000080:2.0:1783947063.341826:0:36:0:(genops.c:906:class_export_put()) final put ffff8da70450f800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1783947063.341829:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff8da70450f800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:01000000:2.0:1783947063.341839:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osp-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1783947063.341910:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff8da825ab9000/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000080:2.0:1783947063.341914:0:36:0:(genops.c:906:class_export_put()) final put ffff8da825abd000/lustre-MDD0000_UUID 00000020:00000080:2.0:1783947063.341916:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff8da825abd000/lustre-MDD0000_UUID for lustre-MDD0000 00000020:01000000:2.0:1783947063.341920:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:00000080:2.0:1783947063.341945:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff8da825abc800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000100:00100000:2.0:1783947063.342003:0:17117:0:(service.c:3183:ptlrpc_main()) ll_mgs_0000: service thread [ffff8da8127e5200:17117] 0 exiting: rc = 1 00000020:00010000:2.0:1783947063.342126:0:17114:0:(genops.c:1928:obd_stale_export_get()) Get export ffff8da7035d0000: total 0 00010000:00010000:2.0:1783947063.342131:0:17114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783947063.342152:0:17114:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8da7035d0000, canceled 0 locks, left on hash table 13. 00010000:00010000:2.0:1783947063.342186:0:17114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8da702217800/0x48cfcce1a55e7833 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x48cfcce1a55e782c expref: 14 pid: 17119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947063.342223:0:17114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8da702216e00/0x48cfcce1a55e76f1 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x48cfcce1a55e76ea expref: 13 pid: 17118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947063.342253:0:17114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8da80246a400/0x48cfcce1a55e7991 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x48cfcce1a55e798a expref: 12 pid: 17117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947063.342266:0:17114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8da83611ac00/0x48cfcce1a55e7b7b lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x48cfcce1a55e7b74 expref: 11 pid: 17119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947063.342277:0:17114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8da702216a00/0x48cfcce1a55e785d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x48cfcce1a55e7856 expref: 10 pid: 17119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947063.342287:0:17114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8da841757200/0x48cfcce1a55e7b89 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x48cfcce1a55e7b82 expref: 9 pid: 17117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947063.342299:0:17114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8da702217200/0x48cfcce1a55e77ae lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x48cfcce1a55e77a7 expref: 8 pid: 17119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947063.342309:0:17114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8da841756800/0x48cfcce1a55e76ff lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x48cfcce1a55e76f8 expref: 7 pid: 17119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947063.342323:0:17114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8da7036e8c00/0x48cfcce1a55e7b97 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x48cfcce1a55e7b90 expref: 6 pid: 17117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947063.342336:0:17114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8da841757800/0x48cfcce1a55e770d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x48cfcce1a55e7706 expref: 5 pid: 17119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947063.342347:0:17114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8da702216000/0x48cfcce1a55e79bb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x48cfcce1a55e79b4 expref: 4 pid: 17117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947063.342402:0:17114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8da841771800/0x48cfcce1a55e75e0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x48cfcce1a55e75d9 expref: 3 pid: 17118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947063.342417:0:17114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8da841770200/0x48cfcce1a55e79fa lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x48cfcce1a55e79f3 expref: 2 pid: 17117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947063.342427:0:17114:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8da7035d0000, canceled 13 locks, left on hash table 0. 00000020:00000080:2.0:1783947063.342441:0:17114:0:(genops.c:906:class_export_put()) final put ffff8da7035d0000/40afc674-3f32-47b1-95ce-d2395aad9c0f 00010000:00010000:2.0:1783947063.342468:0:17114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783947063.342470:0:17114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783947063.342472:0:17114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1783947063.342640:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff8da7035d0000/40afc674-3f32-47b1-95ce-d2395aad9c0f for MGS 00000020:00000080:0.0:1783947063.342680:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8da7035d6800 for MGS 00000100:00100000:1.0:1783947063.342797:0:17119:0:(service.c:3183:ptlrpc_main()) ll_mgs_0002: service thread [ffff8da825a4e400:17119] 2 exiting: rc = 0 00000100:00100000:1.0:1783947063.342902:0:17118:0:(service.c:3183:ptlrpc_main()) ll_mgs_0001: service thread [ffff8da812f5a800:17118] 1 exiting: rc = 0 00000100:00100000:0.0:1783947063.343130:0:20699:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947063.343140:0:20699:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947063.343147:0:20699:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947063.343155:0:20699:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947063.343160:0:20699:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947063.343167:0:20699:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947063.343174:0:20699:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947063.343181:0:20699:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947063.343188:0:20699:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947063.343197:0:20699:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947063.343210:0:20699:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947063.343216:0:20699:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947063.343221:0:20699:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947063.343226:0:20699:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947063.343245:0:20699:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947063.343251:0:20699:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947063.343257:0:20699:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947063.343263:0:20699:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947063.343279:0:20699:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947063.343286:0:20699:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947063.343292:0:20699:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947063.343298:0:20699:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947063.343304:0:20699:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947063.343309:0:20699:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947063.343314:0:20699:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947063.343320:0:20699:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947063.343326:0:20699:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947063.343331:0:20699:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947063.343337:0:20699:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947063.343343:0:20699:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947063.343350:0:20699:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947063.343355:0:20699:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947063.343362:0:20699:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947063.343402:0:20699:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947063.343410:0:20699:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947063.343417:0:20699:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947063.343423:0:20699:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947063.343429:0:20699:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947063.343435:0:20699:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947063.343442:0:20699:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947063.343461:0:20699:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947063.343469:0:20699:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947063.343474:0:20699:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947063.343480:0:20699:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947063.343487:0:20699:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947063.343493:0:20699:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947063.343500:0:20699:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947063.343507:0:20699:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947063.343512:0:20699:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947063.343518:0:20699:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947063.343524:0:20699:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947063.343531:0:20699:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947063.343536:0:20699:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947063.343553:0:20699:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947063.343560:0:20699:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947063.343566:0:20699:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947063.343572:0:20699:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947063.343578:0:20699:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947063.343585:0:20699:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947063.343590:0:20699:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947063.343596:0:20699:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947063.343601:0:20699:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947063.343607:0:20699:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947063.343614:0:20699:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:01000000:0.0:1783947063.350263:0:20699:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff8da7020f23c0 - data ffff8da82f847af8/ffff8da812697800 00000020:01000000:0.0:1783947063.350470:0:20699:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff8da80f5f9300 - data ffff8da811bee798/ffff8da83c705800 00000020:00000080:0.0:1783947063.351200:0:20699:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x48cfcce1a55e75b6 00000020:00000080:0.0:1783947063.351214:0:20699:0:(genops.c:906:class_export_put()) final put ffff8da841439000/lustre-MDT0000-osd_UUID 00000020:01000004:0.0:1783947063.351289:0:20699:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8da804c24000 from MGS, refs=2 00000020:01000004:0.0:1783947063.351294:0:20699:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8da804c24000 2 00000020:01000004:0.0:1783947063.351298:0:20699:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8da804c24000 from MGS 00000020:00000080:0.0:1783947063.351324:0:20699:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1783947063.351333:0:20699:0:(obd_config.c:883:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000080:0.0:1783947063.351337:0:20699:0:(genops.c:906:class_export_put()) final put ffff8da84143a000/MGS 00000020:00000080:0.0:1783947063.351341:0:20699:0:(genops.c:865:class_export_destroy()) destroying export ffff8da84143a000/MGS for MGS 00000020:01000000:0.0:1783947063.351349:0:20699:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:01000000:0.0:1783947063.351477:0:20699:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000080:0.0:1783947063.351483:0:20699:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1783947063.351489:0:20699:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1783947063.351498:0:20699:0:(genops.c:1840:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE ffff8da840750800 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1783947063.351505:0:20699:0:(genops.c:1574:class_disconnect_exports()) OBD device 11 (ffff8da820de8000) has exports, disconnecting them 00000020:00080000:0.0:1783947063.351511:0:20699:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (ffff8da840750800), last request at 1783946955 00000020:00000080:0.0:1783947063.351516:0:20699:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x48cfcce1a55e76b9 00000020:00080000:0.0:1783947063.351528:0:20699:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff8da840750800): rc 0 00000020:00000080:0.0:1783947063.351533:0:20699:0:(genops.c:906:class_export_put()) final put ffff8da840750800/lustre-MDT0000-lwp-MDT0000 00000020:00000080:2.0:1783947063.351826:0:13112:0:(genops.c:865:class_export_destroy()) destroying export ffff8da841439000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:2.0:1783947063.351837:0:13112:0:(genops.c:865:class_export_destroy()) destroying export ffff8da840750800/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00010000:01000000:2.0:1783947063.423505:0:20699:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00080000:2.0:1783947063.423520:0:20699:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1783947063.423526:0:20699:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:2.0:1783947063.423538:0:20699:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1783947063.423587:0:13112:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8da840757000 for lustre-MDT0000-lwp-MDT0000 00000020:00000080:2.0:1783947063.423792:0:20699:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1783947063.423804:0:20699:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000080:2.0:1783947063.423812:0:20699:0:(genops.c:906:class_export_put()) final put ffff8da840755800/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:2.0:1783947063.423816:0:20699:0:(genops.c:865:class_export_destroy()) destroying export ffff8da840755800/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:01000000:2.0:1783947063.423833:0:20699:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:01000004:2.0:1783947063.423945:0:20699:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8da804c24000 1 00000020:00000080:2.0:1783947063.423953:0:20699:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x48cfcce1a55e75a8 00000020:00000080:2.0:1783947063.423961:0:20699:0:(genops.c:906:class_export_put()) final put ffff8da84143e800/lustre-MDT0000-osd_UUID 00000020:01000000:2.0:1783947063.423973:0:20699:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000080:2.0:1783947063.423981:0:13112:0:(genops.c:865:class_export_destroy()) destroying export ffff8da84143e800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:2.0:1783947063.424130:0:20699:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1783947063.424136:0:20699:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1783947063.424140:0:20699:0:(genops.c:1579:class_disconnect_exports()) OBD device 0 (ffff8da7022799c0) has no exports 00010000:00010000:0.0:1783947063.489004:0:17113:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1783947063.521983:0:20699:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1783947063.522008:0:20699:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000080:3.0:1783947063.522019:0:20699:0:(genops.c:906:class_export_put()) final put ffff8da804c26000/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1783947063.522025:0:20699:0:(genops.c:865:class_export_destroy()) destroying export ffff8da804c26000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:3.0:1783947063.522043:0:20699:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:01000004:1.0:1783947063.524403:0:20699:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff8da804c23000 00000020:02000400:1.0:1783947063.524554:0:20699:0:(tgt_mount.c:2181:server_put_super()) server umount lustre-MDT0000 complete 00000040:00080000:0.0:1783947063.748007:0:17877:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1783947064.518654:0:17114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1783947065.215774:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783947065.215785:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1783947065.215789:0:36:0:(import.c:65:import_set_state_nolock()) ffff8da7035cf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1783947065.215798:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 743 00000100:00080000:0.0:1783947065.215806:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1783947065.215815:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8da7035cf000 using connection 192.168.202.133@tcp/0@lo 00000100:00100000:0.0:1783947065.215847:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da80497e300 x1870603449796736/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1783947065.215957:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da80497c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3647:1870603449797120:0@lo:400:kworker.0 00000100:00100000:0.0:1783947065.216051:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947065.216094:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83d3d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3647:1870603449797632:0@lo:400:kworker.0 00000100:00100000:0.0:1783947065.216116:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947065.216144:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1783947065.216149:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da80497ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:40afc674-3f32-47b1-95ce-d2395aad9c0f:3647:1870603449796608:0@lo:400:kworker.0 00000400:00000100:0.0:1783947065.216170:0:3647:0:(lib-move.c:4319:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1870603449796608 offset 0 length 224: 4 00000100:00100000:0.0:1783947065.216195:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da80497f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3647:1870603449797248:0@lo:400:kworker.0 00000100:00100000:0.0:1783947065.216219:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947065.216246:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da80497e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1870603449796736:0@lo:38:kworker.0 00000100:00100000:0.0:1783947065.216276:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947065.216325:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da80497f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1870603449796864:0@lo:400:kworker.0 00000100:00100000:0.0:1783947065.216356:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947065.216398:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da80497ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3649:1870603449797376:0@lo:400:kworker.0 00000100:00100000:0.0:1783947065.216457:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947065.216478:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1783947065.216484:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da80497c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1870603449796992:0@lo:400:kworker.0 00000100:00100000:0.0:1783947065.216506:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947065.216526:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da80497d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3649:1870603449797504:0@lo:400:kworker.0 00000100:00100000:0.0:1783947065.216548:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947065.216591:0:17126:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449797120 00000100:00100000:0.0:1783947065.216601:0:17126:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449797120 00000100:00100000:0.0:1783947065.216637:0:17126:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449797632 00000100:00100000:0.0:1783947065.216640:0:17126:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449797632 00000100:00100000:0.0:1783947065.216674:0:17126:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449797248 00000100:00100000:0.0:1783947065.216677:0:17126:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449797248 00000100:00100000:0.0:1783947065.216685:0:17126:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449797376 00000100:00100000:0.0:1783947065.216687:0:17126:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449797376 00000100:00100000:0.0:1783947065.216704:0:17126:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449797504 00000100:00100000:0.0:1783947065.216707:0:17126:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449797504 00000100:00100000:0.0:1783947065.216719:0:17126:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 118 00000100:00100000:0.0:1783947065.216728:0:17126:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83d3d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1870603449797632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783947065.216792:0:17126:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83d3d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1870603449797632:12345-0@lo:400:kworker.0 Request processed in 64us (674us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947065.216801:0:17126:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 118 00000100:00100000:0.0:1783947065.216819:0:17126:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 119 00000100:00100000:0.0:1783947065.216825:0:17126:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83d3d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1870603449797376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783947065.216858:0:17126:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83d3d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1870603449797376:12345-0@lo:400:kworker.0 Request processed in 33us (400us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947065.216864:0:17126:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 119 00000100:00100000:0.0:1783947065.216876:0:17126:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:0.0:1783947065.216880:0:17126:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83d3d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3647:x1870603449797120:12345-0@lo:400:kworker.0 00000020:00080000:0.0:1783947065.216895:0:17126:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:0.0:1783947065.216924:0:17126:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83d3d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3647:x1870603449797120:12345-0@lo:400:kworker.0 Request processed in 42us (873us total) trans 0 rc -107/-107 00000100:00100000:0.0:1783947065.216930:0:17126:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:0.0:1783947065.216942:0:17126:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:0.0:1783947065.216946:0:17126:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83d3d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3647:x1870603449797248:12345-0@lo:400:kworker.0 00000020:00080000:0.0:1783947065.216951:0:17126:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:0.0:1783947065.216973:0:17126:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83d3d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3647:x1870603449797248:12345-0@lo:400:kworker.0 Request processed in 26us (754us total) trans 0 rc -107/-107 00000100:00100000:0.0:1783947065.216979:0:17126:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:0.0:1783947065.216989:0:17126:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:0.0:1783947065.216992:0:17126:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83d3d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3649:x1870603449797504:12345-0@lo:400:kworker.0 00000020:00080000:0.0:1783947065.216996:0:17126:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:0.0:1783947065.217016:0:17126:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83d3d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3649:x1870603449797504:12345-0@lo:400:kworker.0 Request processed in 22us (468us total) trans 0 rc -107/-107 00000100:00100000:0.0:1783947065.217021:0:17126:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:0.0:1783947065.217045:0:17130:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449796736 00000100:00100000:0.0:1783947065.217048:0:17130:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449796736 00000100:00100000:0.0:1783947065.217071:0:17130:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:0.0:1783947065.217076:0:17130:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83d3d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3646:x1870603449796736:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1783947065.217100:0:17130:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1783947065.218756:0:17120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1783947065.218798:0:18630:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449796864 00000100:00100000:1.0:1783947065.218810:0:18630:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449796864 00000100:00100000:1.0:1783947065.218888:0:18630:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449796992 00000100:00100000:1.0:1783947065.218892:0:18630:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449796992 00000100:00100000:1.0:1783947065.218920:0:18630:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1783947065.218930:0:18630:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83d3d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3649:x1870603449796864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783947065.219044:0:18630:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83d3d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3649:x1870603449796864:12345-0@lo:400:kworker.0 Request processed in 116us (2686us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947065.219052:0:18630:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1783947065.219088:0:18630:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:1.0:1783947065.219096:0:18630:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83d3d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3649:x1870603449796992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783947065.219129:0:18630:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83d3d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3649:x1870603449796992:12345-0@lo:400:kworker.0 Request processed in 35us (2623us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947065.219134:0:18630:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00080000:1.0:1783947065.219166:0:17120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1783947065.219169:0:17120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1783947065.219230:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da80497c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1870603449796992:0@lo:400:kworker.0 00000100:00080000:1.0:1783947065.219246:0:3649:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1783947065.219251:0:3649:0:(import.c:65:import_set_state_nolock()) ffff8da80e95e000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1783947065.219255:0:3649:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1783947065.219260:0:3649:0:(import.c:65:import_set_state_nolock()) ffff8da80e95e000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1783947065.219264:0:3649:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 690 00000100:00080000:1.0:1783947065.219270:0:3649:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8da80e95e000 using connection 192.168.202.133@tcp/0@lo 00000100:00100000:1.0:1783947065.219323:0:3649:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da84177ce00 x1870603449797760/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1783947065.219351:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da80497d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3649:1870603449797504:0@lo:400:kworker.0 00000100:00100000:1.0:1783947065.219407:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da80497f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1870603449796864:0@lo:400:kworker.0 00010000:00080000:1.0:1783947065.219424:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffff8da80497ed80 x1870603449797376/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783947081 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783947065.219444:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da80497ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3649:1870603449797376:0@lo:400:kworker.0 00000100:00080000:1.0:1783947065.219493:0:3647:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0000 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1783947065.219496:0:3647:0:(import.c:65:import_set_state_nolock()) ffff8da7032f0800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1783947065.219508:0:3647:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1783947065.219511:0:3647:0:(import.c:65:import_set_state_nolock()) ffff8da7032f0800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1783947065.219514:0:3647:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 668 00000100:00080000:1.0:1783947065.219519:0:3647:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8da7032f0800 using connection 192.168.202.133@tcp/0@lo 00000100:00100000:1.0:1783947065.219533:0:3647:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da84177ed80 x1870603449797888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1783947065.219544:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da80497f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3647:1870603449797248:0@lo:400:kworker.0 00000100:00080000:1.0:1783947065.219559:0:3647:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1783947065.219562:0:3647:0:(import.c:65:import_set_state_nolock()) ffff8da806bc9000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1783947065.219565:0:3647:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1783947065.219567:0:3647:0:(import.c:65:import_set_state_nolock()) ffff8da806bc9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1783947065.219570:0:3647:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 651 00000100:00080000:1.0:1783947065.219575:0:3647:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8da806bc9000 using connection 192.168.202.133@tcp/0@lo 00000100:00100000:1.0:1783947065.219588:0:3647:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da84177c380 x1870603449798016/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1783947065.219598:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da80497c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3647:1870603449797120:0@lo:400:kworker.0 00010000:00080000:1.0:1783947065.219614:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffff8da83d3d4380 x1870603449797632/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783947081 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783947065.219622:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83d3d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3647:1870603449797632:0@lo:400:kworker.0 00000100:00100000:1.0:1783947065.219673:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da84177ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3646:1870603449797760:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:1.0:1783947065.219718:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783947065.219744:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da84177ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3646:1870603449797888:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:1.0:1783947065.219774:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783947065.219791:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da84177c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3646:1870603449798016:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:1.0:1783947065.219813:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783947065.219844:0:17124:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449797760 00000100:00100000:1.0:1783947065.219848:0:17124:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449797760 00000100:00100000:1.0:1783947065.219871:0:17124:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449797888 00000100:00100000:1.0:1783947065.219874:0:17124:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449797888 00000100:00100000:1.0:1783947065.219886:0:17124:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449798016 00000100:00100000:1.0:1783947065.219888:0:17124:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449798016 00000100:00100000:1.0:1783947065.219899:0:17124:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:1.0:1783947065.219904:0:17124:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da84177e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3646:x1870603449797760:12345-0@lo:38:ptlrpcd_00_02.0 00010000:00020000:1.0:1783947065.219924:0:17124:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1783947065.219961:0:17124:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da84177e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3646:x1870603449797760:12345-0@lo:38:ptlrpcd_00_02.0 Request processed in 55us (243us total) trans 0 rc -19/-19 00000100:00100000:1.0:1783947065.219967:0:17124:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:1.0:1783947065.219979:0:17124:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:1.0:1783947065.219983:0:17124:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da84177d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3646:x1870603449797888:12345-0@lo:38:ptlrpcd_00_00.0 00010000:00020000:1.0:1783947065.219993:0:17124:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1783947065.220016:0:17124:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da84177d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3646:x1870603449797888:12345-0@lo:38:ptlrpcd_00_00.0 Request processed in 31us (241us total) trans 0 rc -19/-19 00000100:00100000:1.0:1783947065.220022:0:17124:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:1.0:1783947065.220032:0:17124:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:1.0:1783947065.220036:0:17124:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da84177c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3646:x1870603449798016:12345-0@lo:38:ptlrpcd_00_00.0 00010000:00020000:1.0:1783947065.220045:0:17124:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1783947065.220067:0:17124:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da84177c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3646:x1870603449798016:12345-0@lo:38:ptlrpcd_00_00.0 Request processed in 29us (253us total) trans 0 rc -19/-19 00000100:00100000:1.0:1783947065.220079:0:17124:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00080000:1.0:1783947065.220110:0:3646:0:(import.c:65:import_set_state_nolock()) ffff8da80e95e000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1783947065.220115:0:3646:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1783947065.220118:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da84177ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3646:1870603449797760:0@lo:38:ptlrpcd_00_02.0 00000100:00080000:1.0:1783947065.220125:0:3646:0:(import.c:65:import_set_state_nolock()) ffff8da7032f0800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1783947065.220128:0:3646:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1783947065.220131:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da84177ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3646:1870603449797888:0@lo:38:ptlrpcd_00_00.0 00000100:00080000:1.0:1783947065.220138:0:3646:0:(import.c:65:import_set_state_nolock()) ffff8da806bc9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1783947065.220141:0:3646:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1783947065.220144:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da84177c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3646:1870603449798016:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:3.0:1783947065.222632:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1783947065.222658:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da702048a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1870603449798144:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1783947065.222741:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783947065.222874:0:18633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449798144 00000100:00100000:2.0:1783947065.222884:0:18633:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449798144 00000100:00100000:2.0:1783947065.222947:0:18633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:2.0:1783947065.222957:0:18633:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da702397800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1870603449798144:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1783947065.222997:0:18633:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1783947065.223052:0:18633:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da702397800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1870603449798144:12345-0@lo:13:osp-pre-1-1.0 Request processed in 97us (310us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947065.223061:0:18633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:2.0:1783947065.223120:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da702048a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1870603449798144:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1783947065.248340:0:17130:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83d3d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3646:x1870603449796736:12345-0@lo:38:kworker.0 Request processed in 31250us (32051us total) trans 0 rc -19/-19 00000100:00100000:0.0:1783947065.248359:0:17130:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00080000:2.0:1783947065.249019:0:3646:0:(import.c:65:import_set_state_nolock()) ffff8da7035cf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1783947065.249027:0:3646:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1783947065.249033:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da80497e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1870603449796736:0@lo:38:kworker.0 00010000:00010000:0.0:1783947065.535670:0:17113:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783947066.561539:0:17114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:2.0:1783947066.769405:0:19445:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1783947066.769431:0:19445:0:(genops.c:906:class_export_put()) final put ffff8da80fe28800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1783947066.769499:0:13112:0:(genops.c:865:class_export_destroy()) destroying export ffff8da80fe28800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001 00000020:00000080:3.0:1783947066.769590:0:13112:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8da80fe29800 for lustre-OST0001 00010000:00010000:2.0:1783947067.587735:0:17113:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783947067.776411:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1783947067.776436:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83feba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1870603449798272:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1783947067.776511:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783947067.776638:0:20266:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449798272 00000100:00100000:2.0:1783947067.776648:0:20266:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449798272 00000100:00100000:2.0:1783947067.776727:0:20266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:2.0:1783947067.776739:0:20266:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8049a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1870603449798272:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1783947067.776774:0:20266:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923501056 avail 3691978752 00000100:00100000:2.0:1783947067.776829:0:20266:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8049a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1870603449798272:12345-0@lo:13:osp-pre-0-1.0 Request processed in 92us (317us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947067.776838:0:20266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:2.0:1783947067.776903:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83feba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1870603449798272:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1783947067.777137:0:17120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:01000004:1.0:1783947067.852650:0:20901:0:(tgt_mount.c:2192:server_umount_begin()) umount -f 00000020:01000004:1.0:1783947067.883258:0:20901:0:(tgt_mount.c:2062:server_put_super()) server put_super lustre-MDT0001 00010000:00010000:1.0:1783947067.883323:0:20901:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da841756c00/0x48cfcce1a55e77a7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e77ae expref: -99 pid: 17856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947067.883337:0:20901:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da841756c00/0x48cfcce1a55e77a7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x48cfcce1a55e77ae expref: -99 pid: 17856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947067.883344:0:20901:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da841756c00/0x48cfcce1a55e77a7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x48cfcce1a55e77ae expref: -99 pid: 17856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947067.883352:0:20901:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.133@tcp lock: ffff8da841756c00/0x48cfcce1a55e77a7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x48cfcce1a55e77ae expref: -99 pid: 17856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947067.883418:0:20901:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:1.0:1783947067.883424:0:20901:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:1.0:1783947067.883448:0:20901:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1783947067.883467:0:20901:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 3 00000100:00080000:1.0:1783947067.883473:0:20901:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1783947067.883480:0:20901:0:(import.c:65:import_set_state_nolock()) ffff8da806bc9000 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:1.0:1783947067.883486:0:20901:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1783947067.883487:0:20901:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:1.0:1783947067.883490:0:20901:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:3.0:1783947067.884333:0:17114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783947067.884343:0:17114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.133@tcp lock: ffff8da841756c00/0x48cfcce1a55e77a7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x48cfcce1a55e77ae expref: -99 pid: 17856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947067.884400:0:17114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da841756c00 already unused, calling callback (ffffffffc11dcc20) 10000000:00010000:3.0:1783947067.884413:0:17114:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.133@tcp lock: ffff8da841756c00/0x48cfcce1a55e77a7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x48cfcce1a55e77ae expref: -99 pid: 17856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947067.884422:0:17114:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.133@tcp lock: ffff8da841756c00/0x48cfcce1a55e77a7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1008400000000 nid: local remote: 0x48cfcce1a55e77ae expref: -99 pid: 17856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1783947067.884429:0:17114:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.133@tcp lock: ffff8da841756c00/0x48cfcce1a55e77a7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1009400000000 nid: local remote: 0x48cfcce1a55e77ae expref: -99 pid: 17856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783947067.884434:0:17114:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1783947067.884437:0:17114:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:3.0:1783947067.884439:0:17114:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:3.0:1783947067.884477:0:17114:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.133@tcp lock: ffff8da841756c00/0x48cfcce1a55e77a7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x48cfcce1a55e77ae expref: -99 pid: 17856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947067.884484:0:17114:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1783947067.884519:0:17114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.133@tcp lock: ffff8da841756c00/0x48cfcce1a55e77a7 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x48cfcce1a55e77ae expref: -99 pid: 17856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947067.884526:0:17114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.133@tcp lock: ffff8da841756c00/0x48cfcce1a55e77a7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x48cfcce1a55e77ae expref: -99 pid: 17856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947067.884540:0:17114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783947067.884541:0:17114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783947067.884543:0:17114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783947067.884601:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da8049a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:40afc674-3f32-47b1-95ce-d2395aad9c0f:3650:1870603449798400:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1783947067.884667:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783947067.884767:0:17110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449798400 00000100:00100000:3.0:1783947067.884774:0:17110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449798400 00000100:00100000:3.0:1783947067.884820:0:17110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1783947067.884828:0:17110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83feba680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3650:x1870603449798400:12345-0@lo:103:ldlm_bl.0 00010000:00020000:3.0:1783947067.884841:0:17110:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1783947067 with bad export cookie 5246637360424056274 00010000:00010000:1.0:1783947067.886840:0:20901:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da80246be00/0x48cfcce1a55e7706 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e770d expref: -99 pid: 17856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947067.886858:0:20901:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da80246be00/0x48cfcce1a55e7706 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x48cfcce1a55e770d expref: -99 pid: 17856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947067.886865:0:20901:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da80246be00/0x48cfcce1a55e7706 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0x48cfcce1a55e770d expref: -99 pid: 17856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947067.886873:0:20901:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.133@tcp lock: ffff8da80246be00/0x48cfcce1a55e7706 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0x48cfcce1a55e770d expref: -99 pid: 17856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947067.886979:0:17113:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783947067.887000:0:17113:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.133@tcp lock: ffff8da80246be00/0x48cfcce1a55e7706 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0x48cfcce1a55e770d expref: -99 pid: 17856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947067.887007:0:17113:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da80246be00 already unused, calling callback (ffffffffc11dcc20) 10000000:00010000:0.0:1783947067.887010:0:17113:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.133@tcp lock: ffff8da80246be00/0x48cfcce1a55e7706 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0x48cfcce1a55e770d expref: -99 pid: 17856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947067.887018:0:17113:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.133@tcp lock: ffff8da80246be00/0x48cfcce1a55e7706 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1008400000000 nid: local remote: 0x48cfcce1a55e770d expref: -99 pid: 17856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1783947067.887025:0:17113:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.133@tcp lock: ffff8da80246be00/0x48cfcce1a55e7706 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1009400000000 nid: local remote: 0x48cfcce1a55e770d expref: -99 pid: 17856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1783947067.887029:0:17113:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1783947067.887031:0:17113:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0001: stopping, won't requeue 00010000:00010000:0.0:1783947067.887063:0:17113:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.133@tcp lock: ffff8da80246be00/0x48cfcce1a55e7706 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x48cfcce1a55e770d expref: -99 pid: 17856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947067.887069:0:17113:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1783947067.887094:0:17113:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.133@tcp lock: ffff8da80246be00/0x48cfcce1a55e7706 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x48cfcce1a55e770d expref: -99 pid: 17856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947067.887102:0:17113:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783947067.887104:0:17113:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783947067.887106:0:17113:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783947067.887126:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83d3d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:40afc674-3f32-47b1-95ce-d2395aad9c0f:3647:1870603449798528:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1783947067.887190:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783947067.888052:0:17112:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:2.0:1783947067.888064:0:17112:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_003' 00000100:00100000:2.0:1783947067.888103:0:17111:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:2.0:1783947067.888121:0:17111:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449798528 00000100:00100000:2.0:1783947067.888128:0:17111:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449798528 00010000:00010000:1.0:1783947067.889296:0:20901:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1783947067.889308:0:20901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.133@tcp lock: ffff8da80246be00/0x48cfcce1a55e7706 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x48cfcce1a55e770d expref: -99 pid: 17856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947067.889332:0:20901:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da702217600/0x48cfcce1a55e79f3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e79fa expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947067.889341:0:20901:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da702217600/0x48cfcce1a55e79f3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x48cfcce1a55e79fa expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947067.889349:0:20901:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da702217600/0x48cfcce1a55e79f3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x48cfcce1a55e79fa expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947067.889460:0:20901:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.133@tcp lock: ffff8da702217600/0x48cfcce1a55e79f3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x48cfcce1a55e79fa expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947067.889523:0:20901:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1783947067.889531:0:20901:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da80168a200/0x48cfcce1a55e7b90 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e7b97 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783947067.889535:0:20902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00010000:00010000:1.0:1783947067.889538:0:20901:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da80168a200/0x48cfcce1a55e7b90 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x48cfcce1a55e7b97 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783947067.889544:0:20902:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83d3d5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3647:x1870603449798528:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1783947067.889545:0:20901:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da80168a200/0x48cfcce1a55e7b90 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x48cfcce1a55e7b97 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947067.889551:0:20901:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.133@tcp lock: ffff8da80168a200/0x48cfcce1a55e7b90 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x48cfcce1a55e7b97 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00020000:0.0:1783947067.889551:0:20902:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1783947067 with bad export cookie 5246637360424056274 00000100:00100000:0.0:1783947067.889637:0:20902:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83d3d5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3647:x1870603449798528:12345-0@lo:103:ldlm_bl.0 Request processed in 92us (2445us total) trans 0 rc -107/-107 00000100:00100000:0.0:1783947067.889646:0:20902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00080000:0.0:1783947067.889688:0:3647:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.202.133@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00080000:0.0:1783947067.889693:0:3647:0:(import.c:65:import_set_state_nolock()) ffff8da83fbf2800 MGS: changing import state from FULL to DISCONN 00000100:02020000:0.0:1783947067.889696:0:3647:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.202.133@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00010000:00010000:2.0:1783947067.898253:0:17114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1783947067.898269:0:17114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.133@tcp lock: ffff8da702217600/0x48cfcce1a55e79f3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x48cfcce1a55e79fa expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947067.898283:0:17114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da702217600 already unused, calling callback (ffffffffc11dcc20) 10000000:00010000:2.0:1783947067.898288:0:17114:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.133@tcp lock: ffff8da702217600/0x48cfcce1a55e79f3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x48cfcce1a55e79fa expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947067.898299:0:17114:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.133@tcp lock: ffff8da702217600/0x48cfcce1a55e79f3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x48cfcce1a55e79fa expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1783947067.898307:0:17114:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.133@tcp lock: ffff8da702217600/0x48cfcce1a55e79f3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x48cfcce1a55e79fa expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1783947067.898313:0:17114:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:2.0:1783947067.898316:0:17114:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:2.0:1783947067.898319:0:17114:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:1.0:1783947067.899618:0:20901:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1783947067.899640:0:20901:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da80246ae00/0x48cfcce1a55e76f8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e76ff expref: -99 pid: 17856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947067.899650:0:20901:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da80246ae00/0x48cfcce1a55e76f8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x48cfcce1a55e76ff expref: -99 pid: 17856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947067.899657:0:20901:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da80246ae00/0x48cfcce1a55e76f8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x48cfcce1a55e76ff expref: -99 pid: 17856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947067.899664:0:20901:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.133@tcp lock: ffff8da80246ae00/0x48cfcce1a55e76f8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x48cfcce1a55e76ff expref: -99 pid: 17856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947067.899696:0:20901:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:1.0:1783947067.899700:0:20901:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0001 10000000:01000000:1.0:1783947067.899705:0:20901:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0001 (0) 00000020:01000004:1.0:1783947067.899751:0:20901:0:(tgt_mount.c:2112:server_put_super()) stopping lustre-MDT0001 00000020:01000000:1.0:1783947067.899756:0:20901:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001 (flags='F') 00000020:00000080:1.0:1783947067.899761:0:20901:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1783947067.899767:0:20901:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001: forcing exports to disconnect: 2/5 00000020:00080000:1.0:1783947067.899775:0:20901:0:(genops.c:1840:print_export_data()) lustre-MDT0001: ACTIVE ffff8da7031b3800 lustre-MDT0001-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1783947067.899781:0:20901:0:(genops.c:1840:print_export_data()) lustre-MDT0001: ACTIVE ffff8da80e95a800 lustre-MDT0001-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1783947067.899786:0:20901:0:(genops.c:1574:class_disconnect_exports()) OBD device 14 (ffff8da84049cd40) has exports, disconnecting them 00000020:00080000:1.0:1783947067.899790:0:20901:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff8da7031b3800), last request at 1783947065 00000020:00000080:1.0:1783947067.899797:0:20901:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x48cfcce1a55e79e5 00000100:00080000:1.0:1783947067.899816:0:20901:0:(import.c:65:import_set_state_nolock()) ffff8da7031b6000 : changing import state from FULL to CLOSED 00000020:00080000:1.0:1783947067.899875:0:20901:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff8da7031b3800): rc 0 00000020:00000080:1.0:1783947067.899878:0:20901:0:(genops.c:906:class_export_put()) final put ffff8da7031b3800/lustre-MDT0001-lwp-OST0001_UUID 00000020:00080000:1.0:1783947067.899892:0:20901:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff8da80e95a800), last request at 1783947065 00000020:00000080:1.0:1783947067.899895:0:20901:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x48cfcce1a55e7887 00000100:00080000:1.0:1783947067.899900:0:20901:0:(import.c:65:import_set_state_nolock()) ffff8da80e95f800 : changing import state from FULL to CLOSED 00000020:00000080:1.0:1783947067.899928:0:13112:0:(genops.c:865:class_export_destroy()) destroying export ffff8da7031b3800/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001 00000020:00000080:1.0:1783947067.899986:0:13112:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8da7031b6000 for lustre-MDT0001 00000020:00080000:1.0:1783947067.900004:0:20901:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff8da80e95a800): rc 0 00000020:00000080:1.0:1783947067.900007:0:20901:0:(genops.c:906:class_export_put()) final put ffff8da80e95a800/lustre-MDT0001-lwp-OST0000_UUID 00000004:00000080:1.0:1783947067.900017:0:20901:0:(mdd_device.c:2302:mdd_iocontrol()) lustre-MDD0001: cmd=400866e7 len=0 karg=ffff9d4a4165fae0 00000020:00000080:1.0:1783947067.900029:0:20822:0:(genops.c:865:class_export_destroy()) destroying export ffff8da80e95a800/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001 00000020:00000080:1.0:1783947067.900052:0:20822:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8da80e95f800 for lustre-MDT0001 00000100:00080000:1.0:1783947067.900075:0:20901:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1783947067.900085:0:20901:0:(client.c:3601:ptlrpc_abort_inflight()) @@@ aborting waiting req req@ffff8da80497f480 x1870603449796224/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1783947078 ref 1 fl Rpc:RSQU/200/0 rc -107/-107 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783947067.900109:0:20901:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 3 00000100:00080000:1.0:1783947067.901774:0:20901:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1783947067.901786:0:20901:0:(import.c:65:import_set_state_nolock()) ffff8da7035cf000 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:1.0:1783947067.903178:0:20901:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1783947067.903186:0:20901:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 3 00000004:00080000:1.0:1783947067.903218:0:20901:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:1.0:1783947067.903277:0:20901:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:1.0:1783947067.903306:0:20901:0:(import.c:65:import_set_state_nolock()) ffff8da7035ca800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:1.0:1783947067.903324:0:20901:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1783947067.903326:0:20901:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934594 gen 3 00000004:00080000:1.0:1783947067.903339:0:20901:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:1.0:1783947067.903431:0:20901:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:1.0:1783947067.903440:0:20901:0:(import.c:65:import_set_state_nolock()) ffff8da8404a1800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:1.0:1783947067.903480:0:20901:0:(genops.c:1579:class_disconnect_exports()) OBD device 14 (ffff8da84049cd40) has no exports 00010000:00010000:1.0:1783947067.904545:0:17113:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1783947067.906220:0:20903:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783947067.906233:0:17113:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.133@tcp lock: ffff8da80168a200/0x48cfcce1a55e7b90 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x48cfcce1a55e7b97 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947067.906246:0:17113:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da80168a200 already unused, calling callback (ffffffffc11dcc20) 10000000:00010000:3.0:1783947067.906251:0:17113:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.133@tcp lock: ffff8da80168a200/0x48cfcce1a55e7b90 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x48cfcce1a55e7b97 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947067.906261:0:17113:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.133@tcp lock: ffff8da80168a200/0x48cfcce1a55e7b90 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x48cfcce1a55e7b97 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1783947067.906268:0:17113:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.133@tcp lock: ffff8da80168a200/0x48cfcce1a55e7b90 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x48cfcce1a55e7b97 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783947067.906274:0:17113:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:3.0:1783947067.906277:0:17113:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:3.0:1783947067.906280:0:17113:0:(mgc_request.c:130:config_log_put()) dropping config log params 00000100:00080000:0.0:1783947067.941799:0:3647:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@0@lo for MGC192.168.202.133@tcp not replayable, auto-deactivating 00000100:00080000:0.0:1783947067.941805:0:3647:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:0.0:1783947067.941817:0:3647:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8da80497ce00 x1870603449796608/t0(0) o400->MGC192.168.202.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1783947081 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783947067.941832:0:3647:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8da8049a4380 x1870603449798400/t0(0) o103->MGC192.168.202.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1783947083 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783947067.941842:0:3647:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8da83d3d5500 x1870603449798528/t0(0) o103->MGC192.168.202.133@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1783947083 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1783947067.942054:0:17113:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.133@tcp lock: ffff8da80168a200/0x48cfcce1a55e7b90 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x48cfcce1a55e7b97 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947067.942065:0:17113:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1783947067.942093:0:17113:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.133@tcp lock: ffff8da80168a200/0x48cfcce1a55e7b90 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x48cfcce1a55e7b97 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947067.942101:0:17113:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.133@tcp lock: ffff8da80168a200/0x48cfcce1a55e7b90 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x48cfcce1a55e7b97 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947067.942121:0:17113:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783947067.942124:0:17113:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783947067.942142:0:17113:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783947067.942330:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da84177c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1870603449798656:0@lo:9:umount.0 00000100:00100000:2.0:1783947067.944133:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783947067.944187:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da84177ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1870603449798784:0@lo:9:umount.0 10000000:01000000:0.0:1783947067.944196:0:3647:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:0.0:1783947067.944200:0:3647:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:0.0:1783947067.944202:0:3647:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:0.0:1783947067.944206:0:3647:0:(import.c:65:import_set_state_nolock()) ffff8da83fbf2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1783947067.944212:0:3647:0:(import.c:510:import_select_connection()) MGC192.168.202.133@tcp: connect to NID 0@lo last attempt 636 00000100:00080000:0.0:1783947067.944220:0:3647:0:(import.c:624:import_select_connection()) MGC192.168.202.133@tcp: import ffff8da83fbf2800 using connection 192.168.202.133@tcp/0@lo 00000100:00100000:2.0:1783947067.944225:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783947067.944294:0:18630:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449798656 00000100:00100000:2.0:1783947067.944302:0:18630:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449798656 00000100:00100000:2.0:1783947067.944355:0:18630:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449798784 00000100:00100000:2.0:1783947067.944359:0:18630:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449798784 00000100:00100000:2.0:1783947067.944422:0:18630:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1783947067.944431:0:18630:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83feb8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1870603449798656:12345-0@lo:9:umount.0 00000020:00000080:2.0:1783947067.944462:0:18630:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x48cfcce1a55e78b1 00000100:00080000:2.0:1783947067.944472:0:18630:0:(import.c:65:import_set_state_nolock()) ffff8da7030ab000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1783947067.944514:0:18630:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934599 00000100:00100000:2.0:1783947067.944672:0:18630:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83feb8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+2:3646:x1870603449798656:12345-0@lo:9:umount.0 Request processed in 241us (544us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947067.944680:0:18630:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1783947067.944695:0:18630:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:2.0:1783947067.944701:0:18630:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da702048a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1870603449798784:12345-0@lo:9:umount.0 00000020:00000080:2.0:1783947067.944711:0:18630:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x48cfcce1a55e7a16 00000100:00080000:2.0:1783947067.944716:0:18630:0:(import.c:65:import_set_state_nolock()) ffff8da80fe2e800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1783947067.944732:0:18630:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:2.0:1783947067.944807:0:18630:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da702048a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+2:3646:x1870603449798784:12345-0@lo:9:umount.0 Request processed in 105us (580us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947067.944814:0:18630:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00010000:00010000:2.0:1783947067.944840:0:17113:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1783947067.944868:0:3646:0:(import.c:65:import_set_state_nolock()) ffff8da7035ca800 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:2.0:1783947067.944880:0:3646:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:2.0:1783947067.944882:0:3646:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1783947067.944885:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da84177c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1870603449798656:0@lo:9:umount.0 00000100:00080000:2.0:1783947067.944897:0:3646:0:(import.c:65:import_set_state_nolock()) ffff8da8404a1800 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:0.0:1783947067.945228:0:17120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00080000:2.0:1783947067.946068:0:3646:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:2.0:1783947067.946073:0:3646:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1783947067.946079:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da84177ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1870603449798784:0@lo:9:umount.0 00000100:00100000:2.0:1783947067.946149:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da703c7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:40afc674-3f32-47b1-95ce-d2395aad9c0f:0:1870603449798912:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1783947067.946179:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da8049a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:40afc674-3f32-47b1-95ce-d2395aad9c0f:3650:1870603449798400:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1783947067.946187:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da80497f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1870603449796224:0@lo:41:osp-pre-0-1.0 00000400:00000100:2.0:1783947067.946238:0:17110:0:(lib-move.c:4319:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 18 match 1870603449798400 offset 224 length 224: 4 00000100:00100000:2.0:1783947067.946253:0:17110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83feba680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3650:x1870603449798400:12345-0@lo:103:ldlm_bl.0 Request processed in 61425us (61586us total) trans 0 rc -107/-107 00000100:00100000:2.0:1783947067.946262:0:17110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00010000:00010000:2.0:1783947067.946298:0:17114:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.133@tcp lock: ffff8da702217600/0x48cfcce1a55e79f3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x48cfcce1a55e79fa expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947067.946307:0:17114:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1783947067.946341:0:17114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.133@tcp lock: ffff8da702217600/0x48cfcce1a55e79f3 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x48cfcce1a55e79fa expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947067.946348:0:17114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.133@tcp lock: ffff8da702217600/0x48cfcce1a55e79f3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x48cfcce1a55e79fa expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947067.946385:0:17114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783947067.946387:0:17114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783947067.946389:0:17114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783947067.946461:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1783947067.946470:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83feb8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:40afc674-3f32-47b1-95ce-d2395aad9c0f:0:1870603449799040:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1783947067.946666:0:3647:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da84177ce00 x1870603449799168/t0(0) o250->MGC192.168.202.133@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1783947067.946701:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da80497ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:40afc674-3f32-47b1-95ce-d2395aad9c0f:3647:1870603449796608:0@lo:400:kworker.0 00000100:00100000:1.0:1783947067.946714:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83d3d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:40afc674-3f32-47b1-95ce-d2395aad9c0f:3647:1870603449798528:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1783947067.948136:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da84177ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:40afc674-3f32-47b1-95ce-d2395aad9c0f:3646:1870603449799168:0@lo:250:ptlrpcd_00_00.0 00000400:00000100:2.0:1783947067.948191:0:3646:0:(lib-move.c:4319:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1870603449799168 offset 0 length 520: 4 00010000:00010000:1.0:1783947067.951117:0:20904:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783947067.951126:0:20904:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783947067.951129:0:20904:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783947067.951181:0:20903:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.133@tcp lock: ffff8da80246ae00/0x48cfcce1a55e76f8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x48cfcce1a55e76ff expref: -99 pid: 17856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947067.951197:0:20903:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da80246ae00 already unused, calling callback (ffffffffc11dcc20) 10000000:00010000:3.0:1783947067.951201:0:20903:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.133@tcp lock: ffff8da80246ae00/0x48cfcce1a55e76f8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x48cfcce1a55e76ff expref: -99 pid: 17856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947067.951212:0:20903:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.133@tcp lock: ffff8da80246ae00/0x48cfcce1a55e76f8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x48cfcce1a55e76ff expref: -99 pid: 17856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1783947067.951220:0:20903:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.133@tcp lock: ffff8da80246ae00/0x48cfcce1a55e76f8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x48cfcce1a55e76ff expref: -99 pid: 17856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783947067.951226:0:20903:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:3.0:1783947067.951229:0:20903:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:3.0:1783947067.951232:0:20903:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:3.0:1783947067.951252:0:20903:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8da83fbf2800 00010000:00010000:3.0:1783947067.951256:0:20903:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.133@tcp lock: ffff8da80246ae00/0x48cfcce1a55e76f8 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0x48cfcce1a55e76ff expref: -99 pid: 17856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947067.951263:0:20903:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.133@tcp lock: ffff8da80246ae00/0x48cfcce1a55e76f8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0x48cfcce1a55e76ff expref: -99 pid: 17856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947067.951282:0:20903:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783947067.951283:0:20903:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783947067.951285:0:20903:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:2.0:1783947067.955679:0:20901:0:(genops.c:1579:class_disconnect_exports()) OBD device 14 (ffff8da84049cd40) has no exports 00000020:01000000:3.0:1783947068.030978:0:20901:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff8da7021f5900 - data ffff8da82fa181b0/ffff8da70232a000 00000020:01000000:3.0:1783947068.031196:0:20901:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff8da702380720 - data ffff8da701c42870/ffff8da837737400 00000001:00000004:3.0:1783947068.039723:0:20901:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934595 00000100:00080000:2.0:1783947068.108778:0:20901:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1783947068.108787:0:20901:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:2.0:1783947068.108794:0:20901:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:2.0:1783947068.110295:0:20901:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1783947068.110314:0:20901:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 4 00000004:00080000:2.0:1783947068.110491:0:20901:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1783947068.110495:0:20901:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:0.0:1783947068.113329:0:17865:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:0.0:1783947068.113336:0:17865:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 1 count 1 00000040:00080000:0.0:1783947068.113346:0:17865:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:2.0:1783947068.114270:0:20901:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1783947068.114277:0:20901:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934594 gen 4 00000004:00080000:2.0:1783947068.114297:0:20901:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1783947068.114300:0:20901:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:1.0:1783947068.114579:0:17867:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:1.0:1783947068.114584:0:17867:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 1 count 1 00000040:00080000:1.0:1783947068.114592:0:17867:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:2.0:1783947068.116232:0:20901:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x48cfcce1a55e771b 00000020:00000080:2.0:1783947068.116244:0:20901:0:(genops.c:906:class_export_put()) final put ffff8da820d8d000/lustre-MDT0001-osd_UUID 00000020:00000080:2.0:1783947068.118290:0:20901:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x48cfcce1a55e7730 00000020:00000080:2.0:1783947068.118304:0:20901:0:(genops.c:906:class_export_put()) final put ffff8da810132000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1783947068.124154:0:13112:0:(genops.c:865:class_export_destroy()) destroying export ffff8da820d8d000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:01000000:2.0:1783947068.124297:0:20901:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-mdtlov (flags='') 00000020:00000080:2.0:1783947068.124305:0:20901:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1783947068.124314:0:20901:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1783947068.124319:0:20901:0:(genops.c:1579:class_disconnect_exports()) OBD device 13 (ffff8da7036fcd40) has no exports 00000004:01000000:2.0:1783947068.124532:0:20901:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:2.0:1783947068.124542:0:20901:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x48cfcce1a55e7784 00000020:00000080:2.0:1783947068.124550:0:20901:0:(genops.c:906:class_export_put()) final put ffff8da8404a6000/lustre-MDT0001-mdtlov_UUID 00000020:01000000:2.0:1783947068.124556:0:20901:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0001 (flags='') 00000020:00000080:2.0:1783947068.124560:0:20901:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1783947068.124565:0:20901:0:(obd_config.c:955:class_cleanup()) lustre-OST0001-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1783947068.124568:0:20901:0:(genops.c:1579:class_disconnect_exports()) OBD device 18 (ffff8da83023b380) has no exports 00000020:00000080:2.0:1783947068.124574:0:20901:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x48cfcce1a55e777d 00000020:00000080:2.0:1783947068.124578:0:20901:0:(genops.c:906:class_export_put()) final put ffff8da8404a2800/lustre-MDT0001-osd_UUID 00000020:00000080:1.0:1783947068.128777:0:13112:0:(genops.c:865:class_export_destroy()) destroying export ffff8da810132000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:00000080:1.0:1783947068.128797:0:13112:0:(genops.c:865:class_export_destroy()) destroying export ffff8da8404a6000/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:00000080:1.0:1783947068.128802:0:13112:0:(genops.c:865:class_export_destroy()) destroying export ffff8da8404a2800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:2.0:1783947068.128895:0:20901:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0001: client import never connected 00000100:00080000:2.0:1783947068.129050:0:20901:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1783947068.129055:0:20901:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934594 gen 5 00000004:00080000:2.0:1783947068.129062:0:20901:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1783947068.129065:0:20901:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1783947068.129120:0:20901:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1783947068.129132:0:20901:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1783947068.129142:0:20901:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x48cfcce1a55e776f 00000020:00000080:2.0:1783947068.129168:0:20901:0:(genops.c:906:class_export_put()) final put ffff8da8083b2000/lustre-MDT0001-mdtlov_UUID 00000020:01000000:2.0:1783947068.129173:0:20901:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0001 (flags='') 00000020:00000080:2.0:1783947068.129178:0:20901:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1783947068.129184:0:20901:0:(obd_config.c:955:class_cleanup()) lustre-OST0000-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1783947068.129187:0:20901:0:(genops.c:1579:class_disconnect_exports()) OBD device 17 (ffff8da83023cd40) has no exports 00000020:00000080:2.0:1783947068.129193:0:20901:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x48cfcce1a55e7761 00000020:00000080:2.0:1783947068.129197:0:20901:0:(genops.c:906:class_export_put()) final put ffff8da7035cf800/lustre-MDT0001-osd_UUID 00010000:01000000:2.0:1783947068.129574:0:20901:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0001: client import never connected 00000100:00080000:2.0:1783947068.129578:0:20901:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1783947068.129581:0:20901:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 5 00000004:00080000:2.0:1783947068.129584:0:20901:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1783947068.129586:0:20901:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1783947068.129621:0:20901:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1783947068.129626:0:20901:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000004:01000000:2.0:1783947068.129638:0:20901:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:2.0:1783947068.129644:0:20901:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x48cfcce1a55e7753 00000020:00000080:2.0:1783947068.129649:0:20901:0:(genops.c:906:class_export_put()) final put ffff8da8083b6800/lustre-MDT0001-mdtlov_UUID 00000020:01000000:2.0:1783947068.129653:0:20901:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osp-MDT0001 (flags='F') 00000020:00000080:2.0:1783947068.129657:0:20901:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1783947068.129660:0:20901:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-osp-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1783947068.129663:0:20901:0:(genops.c:1579:class_disconnect_exports()) OBD device 16 (ffff8da702278000) has no exports 00000020:00000080:2.0:1783947068.129668:0:20901:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x48cfcce1a55e774c 00000020:00000080:2.0:1783947068.129670:0:20901:0:(genops.c:906:class_export_put()) final put ffff8da7035cc000/lustre-MDT0001-osd_UUID 00000020:00000080:1.0:1783947068.130060:0:13112:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8da8404a1800 for lustre-OST0001-osc-MDT0001 00000020:00000080:1.0:1783947068.130067:0:13112:0:(genops.c:906:class_export_put()) final put ffff8da8083b1000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1783947068.130069:0:13112:0:(genops.c:865:class_export_destroy()) destroying export ffff8da8083b1000/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:01000000:1.0:1783947068.130076:0:13112:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1783947068.130158:0:13112:0:(genops.c:865:class_export_destroy()) destroying export ffff8da8083b2000/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:00000080:1.0:1783947068.130164:0:13112:0:(genops.c:865:class_export_destroy()) destroying export ffff8da7035cf800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:1.0:1783947068.130168:0:13112:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8da7035ca800 for lustre-OST0000-osc-MDT0001 00000020:00000080:1.0:1783947068.130172:0:13112:0:(genops.c:906:class_export_put()) final put ffff8da8083b5800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1783947068.130174:0:13112:0:(genops.c:865:class_export_destroy()) destroying export ffff8da8083b5800/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:01000000:1.0:1783947068.130177:0:13112:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1783947068.130205:0:13112:0:(genops.c:865:class_export_destroy()) destroying export ffff8da8083b6800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:00000080:1.0:1783947068.130209:0:13112:0:(genops.c:865:class_export_destroy()) destroying export ffff8da7035cc000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:2.0:1783947068.212542:0:20901:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-osp-MDT0001: client import never connected 00000100:00080000:2.0:1783947068.212551:0:20901:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1783947068.212556:0:20901:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:2.0:1783947068.212565:0:20901:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1783947068.212674:0:20901:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1783947068.212687:0:20901:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1783947068.212728:0:20901:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1783947068.212734:0:20901:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1783947068.212739:0:20901:0:(genops.c:906:class_export_put()) final put ffff8da820d89800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1783947068.212754:0:20901:0:(genops.c:865:class_export_destroy()) destroying export ffff8da820d89800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:01000000:2.0:1783947068.212766:0:20901:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-mdtlov (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1783947068.212927:0:20901:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x48cfcce1a55e7737 00000020:00000080:2.0:1783947068.212935:0:20901:0:(genops.c:906:class_export_put()) final put ffff8da810135800/lustre-MDD0001_UUID 00000020:00000080:1.0:1783947068.214059:0:13112:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8da7035cf000 for lustre-MDT0000-osp-MDT0001 00000020:00000080:1.0:1783947068.214071:0:13112:0:(genops.c:906:class_export_put()) final put ffff8da7035ca000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1783947068.214074:0:13112:0:(genops.c:865:class_export_destroy()) destroying export ffff8da7035ca000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:01000000:1.0:1783947068.214086:0:13112:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osp-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:01000000:2.0:1783947068.217152:0:20901:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0001 (flags='') 00000020:00000080:2.0:1783947068.217167:0:20901:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1783947068.217178:0:20901:0:(obd_config.c:955:class_cleanup()) lustre-MDD0001: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1783947068.217183:0:20901:0:(genops.c:1579:class_disconnect_exports()) OBD device 15 (ffff8da84049b380) has no exports 00000020:00000080:2.0:1783947068.217216:0:20901:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1783947068.217222:0:20901:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000020:00000080:2.0:1783947068.217228:0:20901:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x48cfcce1a55e773e 00000020:00000080:2.0:1783947068.217237:0:20901:0:(genops.c:906:class_export_put()) final put ffff8da810131000/lustre-MDT0001-osd_UUID 00000020:00000080:1.0:1783947068.218690:0:13112:0:(genops.c:865:class_export_destroy()) destroying export ffff8da810135800/lustre-MDD0001_UUID for lustre-MDD0001 00000020:00000080:1.0:1783947068.218702:0:13112:0:(genops.c:906:class_export_put()) final put ffff8da83fab7800/lustre-MDD0001_UUID 00000020:00000080:1.0:1783947068.218705:0:13112:0:(genops.c:865:class_export_destroy()) destroying export ffff8da83fab7800/lustre-MDD0001_UUID for lustre-MDD0001 00000020:01000000:1.0:1783947068.218712:0:13112:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0001 (lustre-MDD0001_UUID) 00000020:01000004:2.0:1783947068.222136:0:20901:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8da83afaf800 from lustre-MDT0001, refs=2 00000020:01000004:2.0:1783947068.222147:0:20901:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8da83afaf800 2 00000020:01000004:2.0:1783947068.222151:0:20901:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8da83afaf800 from lustre-MDT0001 00000020:00000080:2.0:1783947068.222184:0:20901:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1783947068.222196:0:20901:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:00000080:2.0:1783947068.222201:0:20901:0:(genops.c:906:class_export_put()) final put ffff8da820d8f000/lustre-MDT0001_UUID 00000020:00000080:2.0:1783947068.222205:0:20901:0:(genops.c:865:class_export_destroy()) destroying export ffff8da820d8f000/lustre-MDT0001_UUID for lustre-MDT0001 00000020:01000000:2.0:1783947068.222216:0:20901:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001 (lustre-MDT0001_UUID) 00000020:01000004:2.0:1783947068.222297:0:20901:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 2 references. 00000020:01000000:2.0:1783947068.222303:0:20901:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0001 (flags='F') 00000020:00000080:2.0:1783947068.222307:0:20901:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1783947068.222311:0:20901:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-lwp-MDT0001: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1783947068.222318:0:20901:0:(genops.c:1840:print_export_data()) lustre-MDT0000-lwp-MDT0001: ACTIVE ffff8da83afae000 lustre-MDT0000-lwp-MDT0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1783947068.222324:0:20901:0:(genops.c:1574:class_disconnect_exports()) OBD device 19 (ffff8da820d10000) has exports, disconnecting them 00000020:00080000:2.0:1783947068.222330:0:20901:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0001: disconnecting export at 0@lo (ffff8da83afae000), last request at 1783946970 00000020:00000080:2.0:1783947068.222334:0:20901:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x48cfcce1a55e77bc 00000020:00080000:2.0:1783947068.222353:0:20901:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff8da83afae000): rc 0 00000020:00000080:2.0:1783947068.222358:0:20901:0:(genops.c:906:class_export_put()) final put ffff8da83afae000/lustre-MDT0000-lwp-MDT0001 00000020:00000080:1.0:1783947068.222465:0:13112:0:(genops.c:865:class_export_destroy()) destroying export ffff8da810131000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:1.0:1783947068.222474:0:13112:0:(genops.c:865:class_export_destroy()) destroying export ffff8da83afae000/lustre-MDT0000-lwp-MDT0001 for lustre-MDT0000-lwp-MDT0001 00010000:01000000:0.0:1783947068.252252:0:20901:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0001: client import never connected 00000100:00080000:0.0:1783947068.252262:0:20901:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1783947068.252266:0:20901:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:0.0:1783947068.252274:0:20901:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1783947068.252449:0:20901:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1783947068.252473:0:20901:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000020:01000004:0.0:1783947068.252481:0:20901:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8da83afaf800 1 00000020:00000080:0.0:1783947068.252489:0:20901:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x48cfcce1a55e76e3 00000020:00000080:0.0:1783947068.252499:0:20901:0:(genops.c:906:class_export_put()) final put ffff8da83fa17800/lustre-MDT0001-osd_UUID 00000020:01000000:0.0:1783947068.252505:0:20901:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osd (flags='') 00000020:00000080:0.0:1783947068.252509:0:20901:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1783947068.252513:0:20901:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001-osd: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1783947068.252516:0:20901:0:(genops.c:1579:class_disconnect_exports()) OBD device 12 (ffff8da820d13380) has no exports 00000020:00000080:1.0:1783947068.255663:0:13112:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8da806bc9000 for lustre-MDT0000-lwp-MDT0001 00000020:00000080:1.0:1783947068.255685:0:13112:0:(genops.c:906:class_export_put()) final put ffff8da83afaa000/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00000080:1.0:1783947068.255689:0:13112:0:(genops.c:865:class_export_destroy()) destroying export ffff8da83afaa000/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000-lwp-MDT0001 00000020:01000000:1.0:1783947068.255700:0:13112:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0001 (lustre-MDT0000-lwp-MDT0001_UUID) 00000020:00000080:1.0:1783947068.255766:0:13112:0:(genops.c:865:class_export_destroy()) destroying export ffff8da83fa17800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:0.0:1783947068.381211:0:20901:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1783947068.381227:0:20901:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00000020:00000080:0.0:1783947068.381233:0:20901:0:(genops.c:906:class_export_put()) final put ffff8da83afa8000/lustre-MDT0001-osd_UUID 00000020:00000080:0.0:1783947068.381238:0:20901:0:(genops.c:865:class_export_destroy()) destroying export ffff8da83afa8000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:01000000:0.0:1783947068.381249:0:20901:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osd (lustre-MDT0001-osd_UUID) 00000020:01000004:0.0:1783947068.381362:0:20901:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff8da83afac000 00000020:01000000:0.0:1783947068.381409:0:20901:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000080:0.0:1783947068.381414:0:20901:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1783947068.381418:0:20901:0:(obd_config.c:955:class_cleanup()) MDS: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1783947068.381423:0:20901:0:(genops.c:1579:class_disconnect_exports()) OBD device 3 (ffff8da820deb380) has no exports 00000100:00100000:0.0:1783947068.381538:0:20071:0:(service.c:3183:ptlrpc_main()) mdt00_004: service thread [ffff8da7021c1e00:20071] 4 exiting: rc = 0 00000100:00100000:0.0:1783947068.381634:0:19367:0:(service.c:3183:ptlrpc_main()) mdt00_003: service thread [ffff8da704486600:19367] 3 exiting: rc = 0 00000100:00100000:0.0:1783947068.381702:0:17126:0:(service.c:3183:ptlrpc_main()) mdt00_002: service thread [ffff8da702271400:17126] 2 exiting: rc = 0 00000100:00100000:0.0:1783947068.381780:0:17125:0:(service.c:3183:ptlrpc_main()) mdt00_001: service thread [ffff8da803e8de00:17125] 1 exiting: rc = 0 00000100:00100000:3.0:1783947068.383128:0:17124:0:(service.c:3183:ptlrpc_main()) mdt00_000: service thread [ffff8da803e8c600:17124] 0 exiting: rc = 1 00000100:00100000:0.0:1783947068.383493:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.383501:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.383507:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.383514:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.383521:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.383526:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.383532:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.383538:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.383543:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.383549:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.383555:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.383580:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.383586:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.383594:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.383599:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.383606:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.383612:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.383619:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.383626:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.383632:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.383638:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.383642:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.383647:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.383653:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.383658:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.383664:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.383669:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.383675:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.383680:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.383686:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.383692:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.383698:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.383703:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.383708:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.383713:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.383719:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.383725:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.383730:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.383736:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.383741:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.383747:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.383752:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.383761:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.383767:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.383772:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.383778:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.383793:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.383798:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.383803:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.383808:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.383815:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.383820:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.383824:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.383830:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.383835:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.383839:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.383844:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.383850:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.383854:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.383859:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.383865:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.383871:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.383876:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.383881:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.395014:0:17127:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_000: service thread [ffff8da81d90d000:17127] 0 exiting: rc = 1 00000100:00100000:0.0:1783947068.397790:0:17128:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_001: service thread [ffff8da7032ffc00:17128] 1 exiting: rc = 0 00000100:00100000:2.0:1783947068.397970:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783947068.397993:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783947068.397999:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783947068.398006:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783947068.398011:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783947068.398016:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783947068.398022:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783947068.398026:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783947068.398032:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783947068.398038:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783947068.398043:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783947068.398048:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783947068.398052:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783947068.398058:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783947068.398063:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783947068.398068:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783947068.398074:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783947068.398080:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783947068.398085:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783947068.398090:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783947068.398095:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783947068.398101:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783947068.398108:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783947068.398113:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783947068.398118:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783947068.398124:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783947068.398129:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783947068.398134:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783947068.398139:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783947068.398145:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783947068.398149:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783947068.398154:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783947068.398158:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783947068.398163:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783947068.398167:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783947068.398172:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783947068.398184:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783947068.398189:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783947068.398193:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783947068.398197:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783947068.398209:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783947068.398215:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783947068.398220:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783947068.398224:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783947068.398229:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783947068.398234:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783947068.398239:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783947068.398244:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783947068.398248:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783947068.398253:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783947068.398257:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783947068.398262:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783947068.398267:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783947068.398272:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783947068.398277:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783947068.398282:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783947068.398287:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783947068.398292:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783947068.398297:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783947068.398302:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783947068.398307:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783947068.398312:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783947068.398317:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783947068.398322:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.398954:0:17129:0:(service.c:3183:ptlrpc_main()) mdt_out00_000: service thread [ffff8da812f16a00:17129] 0 exiting: rc = 1 00000100:00100000:3.0:1783947068.399148:0:17130:0:(service.c:3183:ptlrpc_main()) mdt_out00_001: service thread [ffff8da812f17200:17130] 1 exiting: rc = 0 00000100:00100000:0.0:1783947068.399251:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.399267:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.399283:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.399290:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.399295:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.399302:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.399309:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.399315:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.399320:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.399326:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.399332:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.399339:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.399344:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.399361:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.399437:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.399447:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.399454:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.399461:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.399466:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.399472:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.399478:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.399484:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.399490:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.399496:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.399502:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.399508:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.399528:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.399535:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.399542:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.399548:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.399555:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.399561:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.399567:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.399573:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.399580:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.399586:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.399591:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.399598:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.399619:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.399627:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.399634:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.399641:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.399648:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.399654:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.399659:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.399665:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.399671:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.399677:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.399692:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.399697:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.399717:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.399723:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.399728:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.399733:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.399740:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.399746:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.399752:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.399759:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.399764:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.399769:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.399774:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.399779:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.399784:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947068.399796:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.409750:0:17132:0:(service.c:3183:ptlrpc_main()) mdt_seqs_0001: service thread [ffff8da84069b400:17132] 1 exiting: rc = 0 00000100:00100000:3.0:1783947068.410096:0:17131:0:(service.c:3183:ptlrpc_main()) mdt_seqs_0000: service thread [ffff8da84069bc00:17131] 0 exiting: rc = 1 00000100:00100000:1.0:1783947068.410200:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.410208:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.410213:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.410218:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.410224:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.410229:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.410234:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.410240:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.410245:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.410250:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.410256:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.410261:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.410267:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.410272:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.410276:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.410282:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.410287:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.410291:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.410296:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.410301:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.410305:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.410310:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.410315:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.410320:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.410324:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.410329:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.410333:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.410338:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.410356:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.410362:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.410594:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.410599:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.410604:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.410608:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.410615:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.410620:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.410625:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.410630:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.410636:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.410641:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.410646:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.410651:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.410656:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.410662:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.410667:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.410671:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.410676:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.410681:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.410685:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.410690:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.410695:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.410701:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.410707:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.410713:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.410719:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.410725:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.410732:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.410738:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.410744:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.410751:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.410756:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.410762:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.410767:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.410782:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783947068.412248:0:17133:0:(service.c:3183:ptlrpc_main()) mdt_seqm_0000: service thread [ffff8da84069be00:17133] 0 exiting: rc = 1 00000100:00100000:3.0:1783947068.412434:0:17134:0:(service.c:3183:ptlrpc_main()) mdt_seqm_0001: service thread [ffff8da84069ae00:17134] 1 exiting: rc = 0 00000100:00100000:1.0:1783947068.412569:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.412576:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.412581:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.412587:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.412592:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.412597:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.412602:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.412608:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.412613:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.412618:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.412623:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.412628:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.412633:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.412638:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.412643:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.412649:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.412654:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.412660:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.412665:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.412670:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.412675:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.412681:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.412686:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.412692:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.412697:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.412702:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.412708:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.412713:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.412719:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.412724:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.412729:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.412733:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.412738:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.412742:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.412761:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.412766:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.412771:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.412776:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.412782:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.412787:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.412792:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.412798:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.412803:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.412809:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.412815:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.412821:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.412825:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.412830:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.412835:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.412840:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.412846:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.412851:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.412855:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.412860:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.412865:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.412870:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.412875:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.412880:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.412884:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.412889:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.412894:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.412900:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.412918:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.412923:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783947068.413449:0:17136:0:(service.c:3183:ptlrpc_main()) mdt_fld_0001: service thread [ffff8da84069b200:17136] 1 exiting: rc = 0 00000100:00100000:2.0:1783947068.413581:0:17135:0:(service.c:3183:ptlrpc_main()) mdt_fld_0000: service thread [ffff8da84069b000:17135] 0 exiting: rc = 1 00000100:00100000:1.0:1783947068.413672:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.413678:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.413683:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.413689:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.413694:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.413710:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.413715:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.413720:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.413725:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.413730:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.413736:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.413741:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.413745:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.413751:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.413755:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.413760:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.413764:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.413768:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.413773:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.413778:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.413783:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.413788:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.413793:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.413797:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.413802:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.413806:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.413811:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.413817:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.413821:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.413825:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.413830:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.413835:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.413839:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.413844:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.413850:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.413855:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.413860:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.413865:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.413870:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.413875:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.413888:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.413893:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.413898:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.414044:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.414051:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.414057:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.414062:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.414068:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.414073:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.414079:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.414084:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.414088:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.414093:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.414098:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.414103:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.414108:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.414113:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.414119:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.414125:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.414130:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.414135:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.414139:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.414143:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.414149:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783947068.415291:0:17137:0:(service.c:3183:ptlrpc_main()) mdt_io00_000: service thread [ffff8da803aee600:17137] 0 exiting: rc = 1 00000100:00100000:1.0:1783947068.415578:0:17139:0:(service.c:3183:ptlrpc_main()) mdt_io00_002: service thread [ffff8da803aeec00:17139] 2 exiting: rc = 0 00000100:00100000:3.0:1783947068.415853:0:17138:0:(service.c:3183:ptlrpc_main()) mdt_io00_001: service thread [ffff8da803aeee00:17138] 1 exiting: rc = 0 00000100:00100000:1.0:1783947068.416295:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.416303:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.416309:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.416314:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.416321:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.416327:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.416333:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.416338:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.416346:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.416353:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.419491:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.419498:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.419504:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.419543:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.419551:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.419557:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.419562:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.419569:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.419574:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.419580:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.419586:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.419591:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.419597:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.419602:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.419608:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.419614:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.419619:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.419624:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.419629:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.419636:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.419642:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.419648:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.419654:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.419660:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.419666:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.419672:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.419679:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.419698:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.419707:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.419712:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.419717:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.419723:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.419729:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.419735:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.419740:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.419755:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.419760:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.419765:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.419771:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.419777:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.419784:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.419790:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.419795:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.419801:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.419807:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.419813:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.419818:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.419823:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.419830:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.419835:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.419841:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.419848:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.419854:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947068.419860:0:20901:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:0.0:1783947068.425040:0:20901:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1783947068.425053:0:20901:0:(obd_config.c:883:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000080:0.0:1783947068.425059:0:20901:0:(genops.c:906:class_export_put()) final put ffff8da83fbf5000/MDS_uuid 00000020:00000080:0.0:1783947068.425064:0:20901:0:(genops.c:865:class_export_destroy()) destroying export ffff8da83fbf5000/MDS_uuid for MDS 00000020:01000000:0.0:1783947068.425074:0:20901:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000020:02000400:0.0:1783947068.425234:0:20901:0:(tgt_mount.c:2181:server_put_super()) server umount lustre-MDT0001 complete 00010000:00010000:0.0:1783947068.614136:0:17113:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783947069.632706:0:17114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1783947070.336323:0:20822:0:(pinger.c:229:ptlrpc_pinger_process_import()) 40afc674-3f32-47b1-95ce-d2395aad9c0f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1783947070.336335:0:20822:0:(pinger.c:247:ptlrpc_pinger_process_import()) 40afc674-3f32-47b1-95ce-d2395aad9c0f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1783947070.336339:0:20822:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1783947070.336343:0:20822:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1783947070.336347:0:20822:0:(import.c:65:import_set_state_nolock()) ffff8da7032f0800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1783947070.336357:0:20822:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 746 00000100:00080000:1.0:1783947070.336409:0:20822:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1783947070.336419:0:20822:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8da7032f0800 using connection 192.168.202.133@tcp/0@lo 00000100:00100000:1.0:1783947070.336465:0:20822:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da84177dc00 x1870603449799296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1783947070.336528:0:20822:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1783947070.336546:0:20822:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1783947070.336548:0:20822:0:(import.c:65:import_set_state_nolock()) ffff8da80e95e000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1783947070.336554:0:20822:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 746 00000100:00080000:1.0:1783947070.336557:0:20822:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1783947070.336562:0:20822:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8da80e95e000 using connection 192.168.202.133@tcp/0@lo 00000100:00100000:1.0:1783947070.336579:0:20822:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da84177ca80 x1870603449799552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1783947070.336628:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1783947070.336646:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da84177d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3649:1870603449799424:0@lo:400:kworker.0 00000400:00000100:1.0:1783947070.336707:0:3649:0:(lib-move.c:4319:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1870603449799424 offset 0 length 224: 4 00000100:00100000:1.0:1783947070.336759:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da84177fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3647:1870603449799680:0@lo:400:kworker.0 00000400:00000100:1.0:1783947070.336783:0:3647:0:(lib-move.c:4319:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1870603449799680 offset 0 length 224: 4 00000100:00100000:2.0:1783947070.336875:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da84177dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3646:1870603449799296:0@lo:38:kworker.0 00000400:00000100:2.0:1783947070.336905:0:3646:0:(lib-move.c:4319:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1870603449799296 offset 0 length 520: 4 00000100:00100000:2.0:1783947070.336936:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da84177ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3646:1870603449799552:0@lo:38:kworker.0 00000400:00000100:2.0:1783947070.336953:0:3646:0:(lib-move.c:4319:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1870603449799552 offset 0 length 520: 4 00010000:00010000:1.0:1783947070.655603:0:20904:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783947071.683994:0:20903:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783947072.704757:0:17113:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:0.0:1783947072.744395:0:21105:0:(tgt_mount.c:2192:server_umount_begin()) umount -f 00000020:01000004:0.0:1783947072.755734:0:21105:0:(tgt_mount.c:2062:server_put_super()) server put_super lustre-OST0000 00010000:00010000:0.0:1783947072.755821:0:21105:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da841770800/0x48cfcce1a55e7856 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e785d expref: -99 pid: 18625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947072.755839:0:21105:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da841770800/0x48cfcce1a55e7856 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x48cfcce1a55e785d expref: -99 pid: 18625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947072.755848:0:21105:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da841770800/0x48cfcce1a55e7856 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x48cfcce1a55e785d expref: -99 pid: 18625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947072.755880:0:21105:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.133@tcp lock: ffff8da841770800/0x48cfcce1a55e7856 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x48cfcce1a55e785d expref: -99 pid: 18625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947072.755947:0:21105:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:0.0:1783947072.755955:0:21105:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:0.0:1783947072.755987:0:21105:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1783947072.756002:0:21105:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8da84177dc00 x1870603449799296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1783947085 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783947072.756021:0:21105:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:0.0:1783947072.756029:0:21105:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1783947072.756036:0:21105:0:(import.c:65:import_set_state_nolock()) ffff8da7032f0800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:0.0:1783947072.756041:0:21105:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1783947072.756044:0:21105:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8da84177dc00 x1870603449799296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1783947085 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783947072.756051:0:21105:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:0.0:1783947072.756054:0:21105:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 17s for inflight to error out 00000100:00100000:3.0:1783947072.757833:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da84177dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3646:1870603449799296:0@lo:38:kworker.0 00000100:00080000:1.0:1783947072.766955:0:21105:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1783947072.766979:0:21105:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8da84177d500 x1870603449799424/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783947086 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783947072.767010:0:21105:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:1.0:1783947072.767018:0:21105:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:1.0:1783947072.767052:0:21105:0:(import.c:65:import_set_state_nolock()) ffff8da7030a8800 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:3.0:1783947072.767247:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da84177d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3646:1870603449799808:0@lo:39:umount.0 00000400:00000100:3.0:1783947072.767328:0:3646:0:(lib-move.c:4319:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1870603449799808 offset 0 length 224: 4 00000100:00100000:0.0:1783947072.767548:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da84177d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3649:1870603449799424:0@lo:400:kworker.0 00010000:00010000:2.0:1783947072.769600:0:17114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783947072.769620:0:17114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.133@tcp lock: ffff8da841770800/0x48cfcce1a55e7856 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x48cfcce1a55e785d expref: -99 pid: 18625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947072.769635:0:17114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da841770800 already unused, calling callback (ffffffffc11dcc20) 10000000:00010000:2.0:1783947072.769640:0:17114:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.133@tcp lock: ffff8da841770800/0x48cfcce1a55e7856 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x48cfcce1a55e785d expref: -99 pid: 18625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947072.769652:0:17114:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.133@tcp lock: ffff8da841770800/0x48cfcce1a55e7856 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1008400000000 nid: local remote: 0x48cfcce1a55e785d expref: -99 pid: 18625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1783947072.769661:0:17114:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.133@tcp lock: ffff8da841770800/0x48cfcce1a55e7856 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1009400000000 nid: local remote: 0x48cfcce1a55e785d expref: -99 pid: 18625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1783947072.769668:0:17114:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1783947072.769672:0:17114:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:2.0:1783947072.769677:0:17114:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:2.0:1783947072.769705:0:17114:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8da83fbf2800 00010000:00010000:2.0:1783947072.769709:0:17114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.133@tcp lock: ffff8da841770800/0x48cfcce1a55e7856 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0x48cfcce1a55e785d expref: -99 pid: 18625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947072.769717:0:17114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.133@tcp lock: ffff8da841770800/0x48cfcce1a55e7856 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0x48cfcce1a55e785d expref: -99 pid: 18625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947072.769735:0:17114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783947072.769738:0:17114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783947072.769741:0:17114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1783947073.344886:0:13112:0:(pinger.c:229:ptlrpc_pinger_process_import()) 40afc674-3f32-47b1-95ce-d2395aad9c0f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1783947073.344913:0:13112:0:(pinger.c:247:ptlrpc_pinger_process_import()) 40afc674-3f32-47b1-95ce-d2395aad9c0f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1783947073.344916:0:13112:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1783947073.344920:0:13112:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1783947073.345087:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1783947073.345114:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da702049f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3647:1870603449799936:0@lo:400:kworker.0 00000400:00000100:1.0:1783947073.345190:0:3647:0:(lib-move.c:4319:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1870603449799936 offset 0 length 224: 4 00010000:00010000:1.0:1783947073.728155:0:20904:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1783947073.930848:0:19445:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1783947073.930860:0:19445:0:(genops.c:906:class_export_put()) final put ffff8da80fe2f800/lustre-MDT0001-mdtlov_UUID 00000001:00100000:0.0:1783947073.932656:0:18626:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1783947073.932664:0:18626:0:(genops.c:906:class_export_put()) final put ffff8da7030af000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1783947073.932752:0:20822:0:(genops.c:865:class_export_destroy()) destroying export ffff8da80fe2f800/lustre-MDT0001-mdtlov_UUID for lustre-OST0001 00000020:00000080:2.0:1783947073.934701:0:13112:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8da80fe2e800 for lustre-OST0001 00000020:00000080:1.0:1783947073.945610:0:20822:0:(genops.c:865:class_export_destroy()) destroying export ffff8da7030af000/lustre-MDT0001-mdtlov_UUID for lustre-OST0000 00000020:00000080:1.0:1783947073.950257:0:20822:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8da7030ab000 for lustre-OST0000 00010000:00010000:2.0:1783947074.751609:0:20903:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1783947075.391522:0:20822:0:(pinger.c:229:ptlrpc_pinger_process_import()) 40afc674-3f32-47b1-95ce-d2395aad9c0f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1783947075.391534:0:20822:0:(pinger.c:247:ptlrpc_pinger_process_import()) 40afc674-3f32-47b1-95ce-d2395aad9c0f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1783947075.391537:0:20822:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1783947075.391540:0:20822:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1783947075.391696:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da84177f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3649:1870603449800064:0@lo:400:kworker.0 00000400:00000100:0.0:1783947075.391753:0:3649:0:(lib-move.c:4319:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1870603449800064 offset 0 length 224: 4 00010000:00010000:0.0:1783947075.775738:0:17113:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783947076.799613:0:17114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783947077.824833:0:20904:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783947077.887517:0:3646:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1783947067/real 1783947067] req@ffff8da84177ce00 x1870603449799168/t0(0) o250->MGC192.168.202.133@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1783947077 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783947077.887557:0:3646:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da84177ce00 x1870603449799168/t0(0) o250->MGC192.168.202.133@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1783947077 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1783947077.887598:0:3646:0:(import.c:65:import_set_state_nolock()) ffff8da83fbf2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783947077.887744:0:3646:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1783947077.887749:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da84177ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:40afc674-3f32-47b1-95ce-d2395aad9c0f:3646:1870603449799168:0@lo:250:ptlrpcd_00_00.0 00000100:00080000:3.0:1783947077.887942:0:20822:0:(pinger.c:229:ptlrpc_pinger_process_import()) 40afc674-3f32-47b1-95ce-d2395aad9c0f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1783947077.887947:0:20822:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1783947077.887950:0:20822:0:(import.c:65:import_set_state_nolock()) ffff8da83fbf2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1783947077.887955:0:20822:0:(import.c:510:import_select_connection()) MGC192.168.202.133@tcp: connect to NID 0@lo last attempt 749 00000100:00080000:3.0:1783947077.887961:0:20822:0:(import.c:589:import_select_connection()) MGC192.168.202.133@tcp: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1783947077.887967:0:20822:0:(import.c:624:import_select_connection()) MGC192.168.202.133@tcp: import ffff8da83fbf2800 using connection 192.168.202.133@tcp/0@lo 00000100:00100000:3.0:1783947077.888002:0:20822:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da703c7b800 x1870603449800192/t0(0) o250->MGC192.168.202.133@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1783947077.888035:0:20822:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1783947077.888039:0:20822:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1783947077.888083:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da703c7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:40afc674-3f32-47b1-95ce-d2395aad9c0f:3646:1870603449800192:0@lo:250:kworker.0 00000400:00000100:0.0:1783947077.888138:0:3646:0:(lib-move.c:4319:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1870603449800192 offset 0 length 520: 4 00000100:00100000:1.0:1783947077.888146:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da703c7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3650:1870603449800320:0@lo:400:kworker.0 00000400:00000100:1.0:1783947077.888183:0:3650:0:(lib-move.c:4319:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1870603449800320 offset 0 length 224: 4 00010000:00010000:2.0:1783947078.847623:0:20903:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783947079.872813:0:17113:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783947080.896065:0:17114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783947081.923865:0:20904:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783947082.943634:0:20903:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783947083.007836:0:3646:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1783947072/real 1783947072] req@ffff8da84177d180 x1870603449799808/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1783947082 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783947083.007874:0:3646:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da84177d180 x1870603449799808/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1783947082 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1783947083.007893:0:3646:0:(import.c:65:import_set_state_nolock()) ffff8da7030a8800 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:0.0:1783947083.007916:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da84177d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3646:1870603449799808:0@lo:39:umount.0 00000100:00080000:1.0:1783947083.007988:0:21105:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1783947083.007994:0:21105:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:1.0:1783947083.007999:0:21105:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:1.0:1783947083.008946:0:21105:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da841756000/0x48cfcce1a55e782c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e7833 expref: -99 pid: 18625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947083.008961:0:21105:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da841756000/0x48cfcce1a55e782c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x48cfcce1a55e7833 expref: -99 pid: 18625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947083.008968:0:21105:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da841756000/0x48cfcce1a55e782c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x48cfcce1a55e7833 expref: -99 pid: 18625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947083.008976:0:21105:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.133@tcp lock: ffff8da841756000/0x48cfcce1a55e782c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x48cfcce1a55e7833 expref: -99 pid: 18625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947083.009000:0:21105:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1783947083.009007:0:21105:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da841757a00/0x48cfcce1a55e7b82 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e7b89 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947083.009014:0:21105:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da841757a00/0x48cfcce1a55e7b82 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x48cfcce1a55e7b89 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947083.009034:0:21105:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da841757a00/0x48cfcce1a55e7b82 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x48cfcce1a55e7b89 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947083.009040:0:21105:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.133@tcp lock: ffff8da841757a00/0x48cfcce1a55e7b82 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x48cfcce1a55e7b89 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947083.009160:0:21105:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:1.0:1783947083.009165:0:21105:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0000 (0) 00000020:01000004:1.0:1783947083.009194:0:21105:0:(tgt_mount.c:2112:server_put_super()) stopping lustre-OST0000 00000020:01000000:1.0:1783947083.009199:0:21105:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000 (flags='F') 00000020:00000080:1.0:1783947083.009204:0:21105:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1783947083.009209:0:21105:0:(obd_config.c:955:class_cleanup()) lustre-OST0000: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1783947083.009213:0:21105:0:(genops.c:1579:class_disconnect_exports()) OBD device 22 (ffff8da830238000) has no exports 00000020:00080000:1.0:1783947083.009236:0:21105:0:(genops.c:1579:class_disconnect_exports()) OBD device 22 (ffff8da830238000) has no exports 00000020:01000000:1.0:1783947083.010882:0:21105:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff8da835b33f60 - data ffff8da811ce2870/ffff8da80e9ca400 00000020:01000000:1.0:1783947083.011024:0:21105:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff8da703120c00 - data ffff8da811d8a0d8/ffff8da836318c00 00010000:00010000:2.0:1783947083.019207:0:17114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1783947083.019222:0:17114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.133@tcp lock: ffff8da841756000/0x48cfcce1a55e782c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x48cfcce1a55e7833 expref: -99 pid: 18625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947083.019235:0:17114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da841756000 already unused, calling callback (ffffffffc11dcc20) 10000000:00010000:2.0:1783947083.019241:0:17114:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.133@tcp lock: ffff8da841756000/0x48cfcce1a55e782c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x48cfcce1a55e7833 expref: -99 pid: 18625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947083.019252:0:17114:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.133@tcp lock: ffff8da841756000/0x48cfcce1a55e782c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0x48cfcce1a55e7833 expref: -99 pid: 18625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1783947083.019259:0:17114:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.133@tcp lock: ffff8da841756000/0x48cfcce1a55e782c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0x48cfcce1a55e7833 expref: -99 pid: 18625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1783947083.019275:0:17114:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1783947083.019278:0:17114:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0000: stopping, won't requeue 10000000:01000000:2.0:1783947083.019281:0:17114:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0000 00010000:00010000:2.0:1783947083.019323:0:17114:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8da83fbf2800 00010000:00010000:2.0:1783947083.019328:0:17114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.133@tcp lock: ffff8da841756000/0x48cfcce1a55e782c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0x48cfcce1a55e7833 expref: -99 pid: 18625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947083.019334:0:17114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.133@tcp lock: ffff8da841756000/0x48cfcce1a55e782c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0x48cfcce1a55e7833 expref: -99 pid: 18625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947083.019351:0:17114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783947083.019356:0:17114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.133@tcp lock: ffff8da841757a00/0x48cfcce1a55e7b82 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x48cfcce1a55e7b89 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947083.019360:0:17114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da841757a00 already unused, calling callback (ffffffffc11dcc20) 10000000:00010000:2.0:1783947083.019363:0:17114:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.133@tcp lock: ffff8da841757a00/0x48cfcce1a55e7b82 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x48cfcce1a55e7b89 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947083.019402:0:17114:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.133@tcp lock: ffff8da841757a00/0x48cfcce1a55e7b82 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x48cfcce1a55e7b89 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1783947083.019408:0:17114:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.133@tcp lock: ffff8da841757a00/0x48cfcce1a55e7b82 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x48cfcce1a55e7b89 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1783947083.019413:0:17114:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:2.0:1783947083.019415:0:17114:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:2.0:1783947083.019417:0:17114:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:2.0:1783947083.019422:0:17114:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8da83fbf2800 00010000:00010000:2.0:1783947083.019425:0:17114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.133@tcp lock: ffff8da841757a00/0x48cfcce1a55e7b82 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x48cfcce1a55e7b89 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947083.019430:0:17114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.133@tcp lock: ffff8da841757a00/0x48cfcce1a55e7b82 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x48cfcce1a55e7b89 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947083.019450:0:17114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783947083.019452:0:17114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783947083.019457:0:17114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783947083.019917:0:17113:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00100000:10000000:1.0:1783947083.031135:0:21105:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0000-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:1.0:1783947083.054333:0:21105:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x48cfcce1a55e7841 00000020:00000080:1.0:1783947083.054348:0:21105:0:(genops.c:906:class_export_put()) final put ffff8da7032f6000/lustre-OST0000-osd_UUID 00000020:01000004:1.0:1783947083.054394:0:21105:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8da83fa13800 from lustre-OST0000, refs=2 00000020:01000004:1.0:1783947083.054399:0:21105:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8da83fa13800 2 00000020:01000004:1.0:1783947083.054403:0:21105:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8da83fa13800 from lustre-OST0000 00000020:00000080:3.0:1783947083.054427:0:13112:0:(genops.c:865:class_export_destroy()) destroying export ffff8da7032f6000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:1.0:1783947083.054429:0:21105:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1783947083.054443:0:21105:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:00000080:1.0:1783947083.054448:0:21105:0:(genops.c:906:class_export_put()) final put ffff8da7032f1000/lustre-OST0000_UUID 00000020:00000080:1.0:1783947083.054451:0:21105:0:(genops.c:865:class_export_destroy()) destroying export ffff8da7032f1000/lustre-OST0000_UUID for lustre-OST0000 00000020:01000000:1.0:1783947083.054460:0:21105:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000 (lustre-OST0000_UUID) 00000020:01000004:3.0:1783947083.057451:0:21105:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 1 references. 00000020:01000000:3.0:1783947083.057475:0:21105:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0000 (flags='F') 00000020:00000080:3.0:1783947083.057479:0:21105:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1783947083.057488:0:21105:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1783947083.057495:0:21105:0:(genops.c:1840:print_export_data()) lustre-MDT0000-lwp-OST0000: ACTIVE ffff8da7030aa000 lustre-MDT0000-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1783947083.057502:0:21105:0:(genops.c:1574:class_disconnect_exports()) OBD device 23 (ffff8da841668000) has exports, disconnecting them 00000020:00080000:3.0:1783947083.057507:0:21105:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0000: disconnecting export at 0@lo (ffff8da7030aa000), last request at 1783946987 00000020:00000080:3.0:1783947083.057512:0:21105:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x48cfcce1a55e786b 00000020:00080000:3.0:1783947083.057538:0:21105:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff8da7030aa000): rc 0 00000020:00000080:3.0:1783947083.057545:0:21105:0:(genops.c:906:class_export_put()) final put ffff8da7030aa000/lustre-MDT0000-lwp-OST0000 00000020:00000080:1.0:1783947083.058068:0:13112:0:(genops.c:865:class_export_destroy()) destroying export ffff8da7030aa000/lustre-MDT0000-lwp-OST0000 for lustre-MDT0000-lwp-OST0000 00010000:01000000:2.0:1783947083.062415:0:21105:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0000: client import never connected 00000100:00080000:2.0:1783947083.062423:0:21105:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1783947083.062428:0:21105:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:2.0:1783947083.062438:0:21105:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1783947083.062633:0:21105:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1783947083.062644:0:21105:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000020:00000080:1.0:1783947083.062647:0:13112:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8da7032f0800 for lustre-MDT0000-lwp-OST0000 00000020:01000000:2.0:1783947083.062652:0:21105:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0000 (flags='F') 00000020:00000080:2.0:1783947083.062660:0:21105:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1783947083.062667:0:21105:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00000080:1.0:1783947083.062672:0:13112:0:(genops.c:906:class_export_put()) final put ffff8da7032f3800/lustre-MDT0000-lwp-OST0000_UUID 00000020:00080000:2.0:1783947083.062678:0:21105:0:(genops.c:1840:print_export_data()) lustre-MDT0001-lwp-OST0000: ACTIVE ffff8da80e959000 lustre-MDT0001-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00000080:1.0:1783947083.062678:0:13112:0:(genops.c:865:class_export_destroy()) destroying export ffff8da7032f3800/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000-lwp-OST0000 00000020:00080000:2.0:1783947083.062688:0:21105:0:(genops.c:1574:class_disconnect_exports()) OBD device 24 (ffff8da840498000) has exports, disconnecting them 00000020:01000000:1.0:1783947083.062689:0:13112:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0000 (lustre-MDT0000-lwp-OST0000_UUID) 00000020:00080000:2.0:1783947083.062696:0:21105:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0000: disconnecting export at 0@lo (ffff8da80e959000), last request at 1783946987 00000020:00000080:2.0:1783947083.062701:0:21105:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x48cfcce1a55e7880 00000020:00080000:2.0:1783947083.062718:0:21105:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff8da80e959000): rc 0 00000020:00000080:2.0:1783947083.062724:0:21105:0:(genops.c:906:class_export_put()) final put ffff8da80e959000/lustre-MDT0001-lwp-OST0000 00000020:00000080:1.0:1783947083.062792:0:13112:0:(genops.c:865:class_export_destroy()) destroying export ffff8da80e959000/lustre-MDT0001-lwp-OST0000 for lustre-MDT0001-lwp-OST0000 00010000:01000000:3.0:1783947083.094848:0:21105:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0000: client import never connected 00000100:00080000:3.0:1783947083.094858:0:21105:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1783947083.094863:0:21105:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:3.0:1783947083.094870:0:21105:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1783947083.095150:0:21105:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1783947083.095159:0:21105:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000020:01000004:3.0:1783947083.095166:0:21105:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8da83fa13800 1 00000020:00000080:3.0:1783947083.095173:0:21105:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x48cfcce1a55e781e 00000020:00000080:3.0:1783947083.095181:0:21105:0:(genops.c:906:class_export_put()) final put ffff8da8360c7000/lustre-OST0000-osd_UUID 00000020:00000080:1.0:1783947083.095624:0:20822:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8da7030a8800 for lustre-MDT0001-lwp-OST0000 00000020:00000080:1.0:1783947083.095633:0:20822:0:(genops.c:906:class_export_put()) final put ffff8da7030af800/lustre-MDT0001-lwp-OST0000_UUID 00000020:00000080:1.0:1783947083.095636:0:20822:0:(genops.c:865:class_export_destroy()) destroying export ffff8da7030af800/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001-lwp-OST0000 00000020:01000000:1.0:1783947083.095649:0:20822:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0000 (lustre-MDT0001-lwp-OST0000_UUID) 00000020:01000000:3.0:1783947083.095846:0:21105:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osd (flags='') 00000020:00000080:3.0:1783947083.095852:0:21105:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1783947083.095857:0:21105:0:(obd_config.c:955:class_cleanup()) lustre-OST0000-osd: forcing exports to disconnect: 0/2 00000020:00080000:3.0:1783947083.095861:0:21105:0:(genops.c:1579:class_disconnect_exports()) OBD device 20 (ffff8da8302399c0) has no exports 00000020:00000080:1.0:1783947083.096046:0:20822:0:(genops.c:865:class_export_destroy()) destroying export ffff8da8360c7000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000100:00080000:1.0:1783947083.135518:0:20822:0:(pinger.c:229:ptlrpc_pinger_process_import()) 40afc674-3f32-47b1-95ce-d2395aad9c0f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1783947083.135529:0:20822:0:(pinger.c:247:ptlrpc_pinger_process_import()) 40afc674-3f32-47b1-95ce-d2395aad9c0f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1783947083.135533:0:20822:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1783947083.135537:0:20822:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1783947083.135682:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1783947083.135701:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da84177df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3648:1870603449800448:0@lo:400:kworker.0 00000400:00000100:1.0:1783947083.135751:0:3648:0:(lib-move.c:4319:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1870603449800448 offset 0 length 224: 4 00000020:00000080:1.0:1783947083.156154:0:21105:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1783947083.156167:0:21105:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00000020:00000080:1.0:1783947083.156172:0:21105:0:(genops.c:906:class_export_put()) final put ffff8da83fa10800/lustre-OST0000-osd_UUID 00000020:00000080:1.0:1783947083.156176:0:21105:0:(genops.c:865:class_export_destroy()) destroying export ffff8da83fa10800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:01000000:1.0:1783947083.156188:0:21105:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osd (lustre-OST0000-osd_UUID) 00000020:01000004:1.0:1783947083.156997:0:21105:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff8da83fa16800 00000020:02000400:1.0:1783947083.157048:0:21105:0:(tgt_mount.c:2181:server_put_super()) server umount lustre-OST0000 complete 00010000:00010000:2.0:1783947083.968914:0:20904:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783947084.993225:0:20903:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783947085.062125:0:3646:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1783947070/real 1783947070] req@ffff8da84177ca80 x1870603449799552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1783947085 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783947085.062157:0:3646:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da84177ca80 x1870603449799552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1783947085 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1783947085.062178:0:3646:0:(import.c:65:import_set_state_nolock()) ffff8da80e95e000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783947085.062202:0:3646:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1783947085.062206:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da84177ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3646:1870603449799552:0@lo:38:kworker.0 00000100:00080000:3.0:1783947085.062268:0:20822:0:(pinger.c:229:ptlrpc_pinger_process_import()) 40afc674-3f32-47b1-95ce-d2395aad9c0f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1783947085.062273:0:20822:0:(pinger.c:247:ptlrpc_pinger_process_import()) 40afc674-3f32-47b1-95ce-d2395aad9c0f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1783947085.062275:0:20822:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1783947085.062278:0:20822:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1783947085.062281:0:20822:0:(import.c:65:import_set_state_nolock()) ffff8da80e95e000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1783947085.062287:0:20822:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 751 00000100:00080000:3.0:1783947085.062304:0:20822:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1783947085.062312:0:20822:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8da80e95e000 using connection 192.168.202.133@tcp/0@lo 00000100:00100000:3.0:1783947085.062348:0:20822:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da703c79f80 x1870603449800576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1783947085.062441:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da703c7aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3648:1870603449800704:0@lo:400:kworker.0 00000100:00100000:0.0:1783947085.062473:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da703c79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3646:1870603449800576:0@lo:38:kworker.0 00000400:00000100:2.0:1783947085.062491:0:3648:0:(lib-move.c:4319:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1870603449800704 offset 0 length 224: 4 00000400:00000100:0.0:1783947085.062492:0:3646:0:(lib-move.c:4319:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1870603449800576 offset 0 length 520: 4 00010000:00010000:2.0:1783947086.015524:0:17114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:2.0:1783947086.722637:0:3647:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1783947070/real 1783947070] req@ffff8da84177fb80 x1870603449799680/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1783947086 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783947086.768437:0:3647:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff8da84177fb80 x1870603449799680/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1783947086 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1783947086.768470:0:3647:0:(import.c:65:import_set_state_nolock()) ffff8da7031b4800 lustre-MDT0001_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1783947086.768474:0:3647:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0001-lwp-OST0001: Connection to lustre-MDT0001 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:2.0:1783947086.786606:0:3647:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0001_UUID: waking up pinger s:DISCONN 00000100:00080000:3.0:1783947086.786917:0:20822:0:(pinger.c:229:ptlrpc_pinger_process_import()) 40afc674-3f32-47b1-95ce-d2395aad9c0f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1783947086.786923:0:20822:0:(pinger.c:247:ptlrpc_pinger_process_import()) 40afc674-3f32-47b1-95ce-d2395aad9c0f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1783947086.786926:0:20822:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1783947086.786930:0:20822:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1783947086.786932:0:20822:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1783947086.786936:0:20822:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1783947086.786939:0:20822:0:(import.c:65:import_set_state_nolock()) ffff8da7031b4800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1783947086.786947:0:20822:0:(import.c:510:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 690 00000100:00080000:3.0:1783947086.786957:0:20822:0:(import.c:624:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8da7031b4800 using connection 192.168.202.133@tcp/0@lo 00000100:00100000:3.0:1783947086.786997:0:20822:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da703c78700 x1870603449800832/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1783947086.787056:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da84177fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3647:1870603449799680:0@lo:400:kworker.0 00000100:00100000:0.0:1783947086.787123:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da703c78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3646:1870603449800832:0@lo:38:kworker.0 00000400:00000100:0.0:1783947086.787176:0:3646:0:(lib-move.c:4319:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1870603449800832 offset 0 length 520: 4 00010000:00010000:3.0:1783947087.039640:0:17113:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1783947087.110616:0:21307:0:(tgt_mount.c:2192:server_umount_begin()) umount -f 00000020:01000004:3.0:1783947087.117687:0:21307:0:(tgt_mount.c:2062:server_put_super()) server put_super lustre-OST0001 00010000:00010000:3.0:1783947087.117767:0:21307:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da702216200/0x48cfcce1a55e79b4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e79bb expref: -99 pid: 19444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947087.117783:0:21307:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da702216200/0x48cfcce1a55e79b4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x48cfcce1a55e79bb expref: -99 pid: 19444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947087.117804:0:21307:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da702216200/0x48cfcce1a55e79b4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x48cfcce1a55e79bb expref: -99 pid: 19444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947087.117811:0:21307:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.133@tcp lock: ffff8da702216200/0x48cfcce1a55e79b4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x48cfcce1a55e79bb expref: -99 pid: 19444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947087.117828:0:21307:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:3.0:1783947087.117833:0:21307:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:3.0:1783947087.117859:0:21307:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1783947087.117872:0:21307:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8da703c79f80 x1870603449800576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1783947105 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783947087.117888:0:21307:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:3.0:1783947087.117894:0:21307:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1783947087.117900:0:21307:0:(import.c:65:import_set_state_nolock()) ffff8da80e95e000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:3.0:1783947087.117905:0:21307:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1783947087.117908:0:21307:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8da703c79f80 x1870603449800576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1783947105 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783947087.117915:0:21307:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:3.0:1783947087.117918:0:21307:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 24s for inflight to error out 00000100:00100000:0.0:1783947087.119307:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da703c79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3646:1870603449800576:0@lo:38:kworker.0 00000100:00080000:3.0:1783947087.121118:0:21307:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1783947087.121134:0:21307:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8da702049f80 x1870603449799936/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783947089 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783947087.121154:0:21307:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8da84177f800 x1870603449800064/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783947091 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783947087.121170:0:21307:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8da703c7ad80 x1870603449800320/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783947093 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783947087.121181:0:21307:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8da84177df80 x1870603449800448/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783947099 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783947087.121217:0:21307:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8da703c7aa00 x1870603449800704/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783947101 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783947087.121237:0:21307:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8da703c78700 x1870603449800832/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1783947096 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783947087.121250:0:21307:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00100000:3.0:1783947087.121281:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da702049f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3647:1870603449799936:0@lo:400:kworker.0 00000100:00080000:3.0:1783947087.121309:0:21307:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00080000:3.0:1783947087.121315:0:21307:0:(import.c:65:import_set_state_nolock()) ffff8da7031b4800 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:3.0:1783947087.121320:0:21307:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1783947087.121324:0:21307:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8da84177f800 x1870603449800064/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783947091 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783947087.121331:0:21307:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8da703c7ad80 x1870603449800320/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783947093 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783947087.121339:0:21307:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8da84177df80 x1870603449800448/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783947099 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783947087.121345:0:21307:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8da703c7aa00 x1870603449800704/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783947101 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783947087.121352:0:21307:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8da703c78700 x1870603449800832/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1783947096 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783947087.121359:0:21307:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:3.0:1783947087.121362:0:21307:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 18s for inflight to error out 00000100:00100000:2.0:1783947087.121480:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da703c7aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3648:1870603449800704:0@lo:400:kworker.0 00000100:00100000:2.0:1783947087.121501:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da84177df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3648:1870603449800448:0@lo:400:kworker.0 00010000:00010000:2.0:1783947087.121523:0:20904:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783947087.121530:0:20904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.133@tcp lock: ffff8da702216200/0x48cfcce1a55e79b4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x48cfcce1a55e79bb expref: -99 pid: 19444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947087.121541:0:20904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da702216200 already unused, calling callback (ffffffffc11dcc20) 10000000:00010000:2.0:1783947087.121545:0:20904:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.133@tcp lock: ffff8da702216200/0x48cfcce1a55e79b4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x48cfcce1a55e79bb expref: -99 pid: 19444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947087.121555:0:20904:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.133@tcp lock: ffff8da702216200/0x48cfcce1a55e79b4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x48cfcce1a55e79bb expref: -99 pid: 19444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1783947087.121562:0:20904:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.133@tcp lock: ffff8da702216200/0x48cfcce1a55e79b4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x48cfcce1a55e79bb expref: -99 pid: 19444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1783947087.121567:0:20904:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1783947087.121570:0:20904:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:2.0:1783947087.121573:0:20904:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:2.0:1783947087.121586:0:20904:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8da83fbf2800 00010000:00010000:2.0:1783947087.121590:0:20904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.133@tcp lock: ffff8da702216200/0x48cfcce1a55e79b4 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x48cfcce1a55e79bb expref: -99 pid: 19444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947087.121596:0:20904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.133@tcp lock: ffff8da702216200/0x48cfcce1a55e79b4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x48cfcce1a55e79bb expref: -99 pid: 19444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947087.121616:0:20904:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783947087.121617:0:20904:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783947087.121619:0:20904:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783947087.125723:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da703c78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3646:1870603449800832:0@lo:38:kworker.0 00000100:00100000:1.0:1783947087.126447:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da84177f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3649:1870603449800064:0@lo:400:kworker.0 00000100:00100000:1.0:1783947087.126490:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da703c7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3650:1870603449800320:0@lo:400:kworker.0 00010000:00010000:3.0:1783947087.127430:0:21307:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da702216c00/0x48cfcce1a55e798a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e7991 expref: -99 pid: 19444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947087.127446:0:21307:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da702216c00/0x48cfcce1a55e798a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x48cfcce1a55e7991 expref: -99 pid: 19444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947087.127466:0:21307:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da702216c00/0x48cfcce1a55e798a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x48cfcce1a55e7991 expref: -99 pid: 19444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947087.127473:0:21307:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.133@tcp lock: ffff8da702216c00/0x48cfcce1a55e798a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x48cfcce1a55e7991 expref: -99 pid: 19444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947087.127498:0:21307:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1783947087.127505:0:21307:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da841757c00/0x48cfcce1a55e7b74 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e7b7b expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947087.127512:0:21307:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da841757c00/0x48cfcce1a55e7b74 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x48cfcce1a55e7b7b expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947087.127517:0:21307:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da841757c00/0x48cfcce1a55e7b74 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x48cfcce1a55e7b7b expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947087.127522:0:21307:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.133@tcp lock: ffff8da841757c00/0x48cfcce1a55e7b74 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x48cfcce1a55e7b7b expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947087.127534:0:21307:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:3.0:1783947087.127537:0:21307:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0001 (0) 00000020:01000004:3.0:1783947087.127561:0:21307:0:(tgt_mount.c:2112:server_put_super()) stopping lustre-OST0001 00000020:01000000:3.0:1783947087.127565:0:21307:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001 (flags='F') 00000020:00000080:3.0:1783947087.127570:0:21307:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1783947087.127574:0:21307:0:(obd_config.c:955:class_cleanup()) lustre-OST0001: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1783947087.127578:0:21307:0:(genops.c:1579:class_disconnect_exports()) OBD device 26 (ffff8da7031bcd40) has no exports 00000020:00080000:3.0:1783947087.127601:0:21307:0:(genops.c:1579:class_disconnect_exports()) OBD device 26 (ffff8da7031bcd40) has no exports 00000020:01000000:3.0:1783947087.129126:0:21307:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff8da7020f2240 - data ffff8da82f9acbd0/ffff8da812695800 00000020:01000000:3.0:1783947087.129298:0:21307:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff8da835b334e0 - data ffff8da82f9a9ca8/ffff8da80e956c00 00010000:00010000:1.0:1783947087.129589:0:20903:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1783947087.129596:0:20903:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.133@tcp lock: ffff8da702216c00/0x48cfcce1a55e798a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x48cfcce1a55e7991 expref: -99 pid: 19444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947087.129603:0:20903:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da702216c00 already unused, calling callback (ffffffffc11dcc20) 10000000:00010000:1.0:1783947087.129607:0:20903:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.133@tcp lock: ffff8da702216c00/0x48cfcce1a55e798a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x48cfcce1a55e7991 expref: -99 pid: 19444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947087.129614:0:20903:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.133@tcp lock: ffff8da702216c00/0x48cfcce1a55e798a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x48cfcce1a55e7991 expref: -99 pid: 19444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1783947087.129619:0:20903:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.133@tcp lock: ffff8da702216c00/0x48cfcce1a55e798a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x48cfcce1a55e7991 expref: -99 pid: 19444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1783947087.129622:0:20903:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1783947087.129624:0:20903:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0001: stopping, won't requeue 10000000:01000000:1.0:1783947087.129626:0:20903:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0001 00010000:00010000:1.0:1783947087.129639:0:20903:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8da83fbf2800 00010000:00010000:1.0:1783947087.129642:0:20903:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.133@tcp lock: ffff8da702216c00/0x48cfcce1a55e798a lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x48cfcce1a55e7991 expref: -99 pid: 19444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947087.129646:0:20903:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.133@tcp lock: ffff8da702216c00/0x48cfcce1a55e798a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x48cfcce1a55e7991 expref: -99 pid: 19444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947087.129654:0:20903:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783947087.129656:0:20903:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.133@tcp lock: ffff8da841757c00/0x48cfcce1a55e7b74 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x48cfcce1a55e7b7b expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947087.129659:0:20903:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da841757c00 already unused, calling callback (ffffffffc11dcc20) 10000000:00010000:1.0:1783947087.129660:0:20903:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.133@tcp lock: ffff8da841757c00/0x48cfcce1a55e7b74 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x48cfcce1a55e7b7b expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947087.129670:0:20903:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.133@tcp lock: ffff8da841757c00/0x48cfcce1a55e7b74 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x48cfcce1a55e7b7b expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1783947087.129674:0:20903:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.133@tcp lock: ffff8da841757c00/0x48cfcce1a55e7b74 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x48cfcce1a55e7b7b expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1783947087.129677:0:20903:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:1.0:1783947087.129678:0:20903:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:1.0:1783947087.129679:0:20903:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:1.0:1783947087.129682:0:20903:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8da83fbf2800 00010000:00010000:1.0:1783947087.129683:0:20903:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.133@tcp lock: ffff8da841757c00/0x48cfcce1a55e7b74 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0x48cfcce1a55e7b7b expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947087.129687:0:20903:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.133@tcp lock: ffff8da841757c00/0x48cfcce1a55e7b74 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0x48cfcce1a55e7b7b expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947087.129695:0:20903:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783947087.129696:0:20903:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783947087.129697:0:20903:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783947087.129760:0:17114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00100000:10000000:2.0:1783947087.140486:0:21307:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0001-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:3.0:1783947087.150730:0:21307:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x48cfcce1a55e799f 00000020:00000080:3.0:1783947087.150745:0:21307:0:(genops.c:906:class_export_put()) final put ffff8da7031b4000/lustre-OST0001-osd_UUID 00000020:01000004:3.0:1783947087.150776:0:21307:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8da83633b000 from lustre-OST0001, refs=2 00000020:01000004:3.0:1783947087.150781:0:21307:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8da83633b000 2 00000020:01000004:3.0:1783947087.150784:0:21307:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8da83633b000 from lustre-OST0001 00000020:00000080:3.0:1783947087.150821:0:21307:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1783947087.150831:0:21307:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:00000080:3.0:1783947087.150834:0:21307:0:(genops.c:906:class_export_put()) final put ffff8da7031b0000/lustre-OST0001_UUID 00000020:00000080:3.0:1783947087.150837:0:21307:0:(genops.c:865:class_export_destroy()) destroying export ffff8da7031b0000/lustre-OST0001_UUID for lustre-OST0001 00000020:01000000:3.0:1783947087.150844:0:21307:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001 (lustre-OST0001_UUID) 00000100:00080000:3.0:1783947087.150937:0:21307:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import 40afc674-3f32-47b1-95ce-d2395aad9c0f->MGS 00010000:00010000:3.0:1783947087.150953:0:21307:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.133@tcp lock: ffff8da80246bc00/0x48cfcce1a55e76ea lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x48cfcce1a55e76f1 expref: -99 pid: 17856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1783947087.150966:0:21307:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.133@tcp lock: ffff8da80246bc00/0x48cfcce1a55e76ea lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x48cfcce1a55e76f1 expref: -99 pid: 17856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783947087.150972:0:21307:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 10000000:01000000:3.0:1783947087.150975:0:21307:0:(mgc_request.c:954:mgc_blocking_ast()) log nodemap: disconnecting, won't requeue 10000000:01000000:3.0:1783947087.150978:0:21307:0:(mgc_request.c:130:config_log_put()) dropping config log nodemap 00010000:00010000:3.0:1783947087.150992:0:21307:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8da83fbf2800 00010000:00010000:3.0:1783947087.150995:0:21307:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.133@tcp lock: ffff8da80246bc00/0x48cfcce1a55e76ea lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x48cfcce1a55e76f1 expref: -99 pid: 17856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947087.151010:0:21307:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.133@tcp lock: ffff8da841757400/0x48cfcce1a55e75d9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x48cfcce1a55e75e0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1783947087.151017:0:21307:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.133@tcp lock: ffff8da841757400/0x48cfcce1a55e75d9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x48cfcce1a55e75e0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783947087.151022:0:21307:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1783947087.151033:0:21307:0:(mgc_request.c:954:mgc_blocking_ast()) log lustre-s: disconnecting, won't requeue 10000000:01000000:3.0:1783947087.151034:0:21307:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-sptlrpc 00010000:00010000:3.0:1783947087.151044:0:21307:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8da83fbf2800 00010000:00010000:3.0:1783947087.151047:0:21307:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.133@tcp lock: ffff8da841757400/0x48cfcce1a55e75d9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x48cfcce1a55e75e0 expref: -99 pid: 17104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1783947087.151063:0:21307:0:(import.c:65:import_set_state_nolock()) ffff8da83fbf2800 MGS: changing import state from CONNECTING to CLOSED 10000000:01000000:3.0:1783947087.151067:0:21307:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1783947087.151070:0:21307:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:3.0:1783947087.151072:0:21307:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:3.0:1783947087.151076:0:21307:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:3.0:1783947087.151089:0:21307:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8da703c7b800 x1870603449800192/t0(0) o250->MGC192.168.202.133@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1783947092 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:01000000:3.0:1783947087.151100:0:21307:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:3.0:1783947087.151102:0:21307:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 6s for inflight to error out 00000020:00000080:1.0:1783947087.151218:0:20822:0:(genops.c:865:class_export_destroy()) destroying export ffff8da7031b4000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000100:00100000:0.0:1783947087.151645:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da703c7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:40afc674-3f32-47b1-95ce-d2395aad9c0f:3646:1870603449800192:0@lo:250:kworker.0 10000000:01000000:3.0:1783947087.151737:0:21307:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:3.0:1783947087.151745:0:21307:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x48cfcce1a55e75c4 00000020:00000080:3.0:1783947087.151750:0:21307:0:(genops.c:906:class_export_put()) final put ffff8da83fbf0800/40afc674-3f32-47b1-95ce-d2395aad9c0f 00000020:01000000:3.0:1783947087.151758:0:21307:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGC192.168.202.133@tcp (flags='') 00000020:00000080:3.0:1783947087.151763:0:21307:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1783947087.151779:0:21307:0:(obd_config.c:955:class_cleanup()) MGC192.168.202.133@tcp: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1783947087.151783:0:21307:0:(genops.c:1579:class_disconnect_exports()) OBD device 2 (ffff8da820de99c0) has no exports 00000020:00000080:1.0:1783947087.151834:0:20822:0:(genops.c:865:class_export_destroy()) destroying export ffff8da83fbf0800/40afc674-3f32-47b1-95ce-d2395aad9c0f for MGC192.168.202.133@tcp 10000000:01000000:0.0:1783947087.154000:0:17122:0:(mgc_request.c:708:mgc_requeue_thread()) Ending requeue thread 10000000:01000000:3.0:1783947087.154068:0:21307:0:(obd_class.h:671:obd_cleanup_client_import()) MGC192.168.202.133@tcp: client import never connected 00000100:00080000:3.0:1783947087.154073:0:21307:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 10000000:01000000:3.0:1783947087.154077:0:21307:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:3.0:1783947087.154082:0:21307:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 10000000:01000000:3.0:1783947087.154085:0:21307:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:3.0:1783947087.154150:0:21307:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1783947087.154161:0:21307:0:(obd_config.c:883:class_detach()) detach on obd MGC192.168.202.133@tcp (uuid 40afc674-3f32-47b1-95ce-d2395aad9c0f) 00000020:01000000:3.0:1783947087.154168:0:21307:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0001 (flags='F') 00000020:00000080:3.0:1783947087.154173:0:21307:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1783947087.154179:0:21307:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1783947087.154186:0:21307:0:(genops.c:1840:print_export_data()) lustre-MDT0000-lwp-OST0001: ACTIVE ffff8da836172000 lustre-MDT0000-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1783947087.154206:0:21307:0:(genops.c:1574:class_disconnect_exports()) OBD device 27 (ffff8da703e519c0) has exports, disconnecting them 00000020:00080000:3.0:1783947087.154211:0:21307:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0001: disconnecting export at 0@lo (ffff8da836172000), last request at 1783947008 00000020:00000080:3.0:1783947087.154216:0:21307:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x48cfcce1a55e79c9 00000020:00080000:3.0:1783947087.154241:0:21307:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff8da836172000): rc 0 00000020:00000080:3.0:1783947087.154247:0:21307:0:(genops.c:906:class_export_put()) final put ffff8da836172000/lustre-MDT0000-lwp-OST0001 00000020:00000080:0.0:1783947087.155139:0:20822:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8da83fbf2800 for MGC192.168.202.133@tcp 00000020:00000080:0.0:1783947087.155149:0:20822:0:(genops.c:906:class_export_put()) final put ffff8da83fbf7800/40afc674-3f32-47b1-95ce-d2395aad9c0f 00000020:00000080:0.0:1783947087.155152:0:20822:0:(genops.c:865:class_export_destroy()) destroying export ffff8da83fbf7800/40afc674-3f32-47b1-95ce-d2395aad9c0f for MGC192.168.202.133@tcp 00000020:01000000:0.0:1783947087.155163:0:20822:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGC192.168.202.133@tcp (40afc674-3f32-47b1-95ce-d2395aad9c0f) 00000020:00000080:0.0:1783947087.155455:0:20822:0:(genops.c:865:class_export_destroy()) destroying export ffff8da836172000/lustre-MDT0000-lwp-OST0001 for lustre-MDT0000-lwp-OST0001 00010000:01000000:0.0:1783947087.156477:0:21307:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0001: client import never connected 00000100:00080000:0.0:1783947087.156484:0:21307:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1783947087.156489:0:21307:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:0.0:1783947087.156495:0:21307:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1783947087.156642:0:21307:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1783947087.156652:0:21307:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000020:01000000:0.0:1783947087.156658:0:21307:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0001 (flags='F') 00000020:00000080:0.0:1783947087.156664:0:21307:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1783947087.156668:0:21307:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1783947087.156674:0:21307:0:(genops.c:1840:print_export_data()) lustre-MDT0001-lwp-OST0001: ACTIVE ffff8da7031b1800 lustre-MDT0001-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1783947087.156680:0:21307:0:(genops.c:1574:class_disconnect_exports()) OBD device 28 (ffff8da7031b8000) has exports, disconnecting them 00000020:00080000:0.0:1783947087.156684:0:21307:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0001: disconnecting export at 0@lo (ffff8da7031b1800), last request at 1783947008 00000020:00000080:0.0:1783947087.156687:0:21307:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x48cfcce1a55e79de 00000020:00080000:0.0:1783947087.156702:0:21307:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff8da7031b1800): rc 0 00000020:00000080:0.0:1783947087.156718:0:21307:0:(genops.c:906:class_export_put()) final put ffff8da7031b1800/lustre-MDT0001-lwp-OST0001 00000020:00000080:1.0:1783947087.156857:0:20822:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8da80e95e000 for lustre-MDT0000-lwp-OST0001 00000020:00000080:1.0:1783947087.156865:0:20822:0:(genops.c:906:class_export_put()) final put ffff8da836172800/lustre-MDT0000-lwp-OST0001_UUID 00000020:00000080:1.0:1783947087.156869:0:20822:0:(genops.c:865:class_export_destroy()) destroying export ffff8da836172800/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000-lwp-OST0001 00000020:01000000:1.0:1783947087.156875:0:20822:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0001 (lustre-MDT0000-lwp-OST0001_UUID) 00000020:00000080:1.0:1783947087.156932:0:20822:0:(genops.c:865:class_export_destroy()) destroying export ffff8da7031b1800/lustre-MDT0001-lwp-OST0001 for lustre-MDT0001-lwp-OST0001 00010000:01000000:0.0:1783947087.160645:0:21307:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0001: client import never connected 00000100:00080000:0.0:1783947087.160654:0:21307:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1783947087.160658:0:21307:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:0.0:1783947087.160665:0:21307:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1783947087.161417:0:20822:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8da7031b4800 for lustre-MDT0001-lwp-OST0001 00010000:00010000:0.0:1783947087.163465:0:17113:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-1 blwis in pool) 00010000:00010000:3.0:1783947087.173446:0:20904:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-2 blwis in pool) 00010000:00010000:3.0:1783947087.173745:0:20903:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-3 blwis in pool) 00010000:00010000:3.0:1783947087.175423:0:17114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-4 blwis in pool) 00000100:00100000:3.0:1783947087.176010:0:17108:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_000: service thread [ffff8da803392200:17108] 0 exiting: rc = 1 00000100:00100000:3.0:1783947087.176080:0:17109:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_001: service thread [ffff8da703d8d600:17109] 1 exiting: rc = 0 00000100:00100000:0.0:1783947087.176176:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783947087.176525:0:17112:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_002: service thread [ffff8da81d90dc00:17112] 2 exiting: rc = 0 00000100:00100000:1.0:1783947087.176671:0:20902:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_003: service thread [ffff8da7020a8c00:20902] 3 exiting: rc = 0 00000100:00100000:2.0:1783947087.176948:0:17110:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_000: service thread [ffff8da840490400:17110] 0 exiting: rc = 1 00000100:00100000:2.0:1783947087.177014:0:17111:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_001: service thread [ffff8da703f73600:17111] 1 exiting: rc = 0 00000100:00100000:0.0:1783947087.177242:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.177251:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.177256:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.177262:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.177268:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.177276:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.177281:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.177287:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.177293:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.177299:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.177305:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.177310:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.177316:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.177323:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.177328:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.177334:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.177338:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.177343:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.177348:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.177353:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.177357:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.177362:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.177598:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.177604:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.177609:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.177616:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.177647:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.177654:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.177659:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.177664:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.177668:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.177673:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.177677:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.177682:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.177687:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.177692:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.177696:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.177700:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.177705:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.177710:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.177715:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.177720:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.177725:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.177730:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.177735:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.177742:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.177747:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.177752:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.177757:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.177761:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.177767:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.177887:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.177893:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.177898:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.177903:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.177908:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.177913:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.177919:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.177924:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.177929:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.177934:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.177948:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.177953:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.177958:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:0.0:1783947087.188028:0:21307:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1783947087.188043:0:21307:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000020:00000080:0.0:1783947087.188049:0:21307:0:(genops.c:906:class_export_put()) final put ffff8da7031b7800/lustre-MDT0001-lwp-OST0001_UUID 00000020:00000080:0.0:1783947087.188054:0:21307:0:(genops.c:865:class_export_destroy()) destroying export ffff8da7031b7800/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001-lwp-OST0001 00000020:01000000:0.0:1783947087.188064:0:21307:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0001 (lustre-MDT0001-lwp-OST0001_UUID) 00000020:01000004:0.0:1783947087.188125:0:21307:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8da83633b000 1 00000020:00000080:0.0:1783947087.188132:0:21307:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x48cfcce1a55e7983 00000020:00000080:0.0:1783947087.188138:0:21307:0:(genops.c:906:class_export_put()) final put ffff8da80fe2d800/lustre-OST0001-osd_UUID 00000020:01000000:0.0:1783947087.189942:0:21307:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osd (flags='') 00000020:00000080:0.0:1783947087.189956:0:21307:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1783947087.189966:0:21307:0:(obd_config.c:955:class_cleanup()) lustre-OST0001-osd: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1783947087.189971:0:21307:0:(genops.c:1579:class_disconnect_exports()) OBD device 25 (ffff8da84166cd40) has no exports 00000020:00000080:1.0:1783947087.195984:0:20822:0:(genops.c:865:class_export_destroy()) destroying export ffff8da80fe2d800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:00000080:0.0:1783947087.226407:0:21307:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1783947087.226423:0:21307:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00000020:00000080:0.0:1783947087.226429:0:21307:0:(genops.c:906:class_export_put()) final put ffff8da83633e800/lustre-OST0001-osd_UUID 00000020:00000080:0.0:1783947087.226434:0:21307:0:(genops.c:865:class_export_destroy()) destroying export ffff8da83633e800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:01000000:0.0:1783947087.226446:0:21307:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osd (lustre-OST0001-osd_UUID) 00000020:01000004:0.0:1783947087.226752:0:21307:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff8da83633c000 00000020:01000000:0.0:1783947087.227176:0:21307:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of OSS (flags='F') 00000020:00000080:0.0:1783947087.227183:0:21307:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1783947087.227189:0:21307:0:(obd_config.c:955:class_cleanup()) OSS: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1783947087.227193:0:21307:0:(genops.c:1579:class_disconnect_exports()) OBD device 21 (ffff8da8404999c0) has no exports 00000020:00000080:0.0:1783947087.227213:0:21307:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1783947087.227219:0:21307:0:(obd_config.c:883:class_detach()) detach on obd OSS (uuid OSS_uuid) 00000020:00000080:0.0:1783947087.227222:0:21307:0:(genops.c:906:class_export_put()) final put ffff8da8360c5000/OSS_uuid 00000020:00000080:0.0:1783947087.227235:0:21307:0:(genops.c:865:class_export_destroy()) destroying export ffff8da8360c5000/OSS_uuid for OSS 00000020:01000000:0.0:1783947087.227239:0:21307:0:(genops.c:441:class_free_dev()) finishing cleanup of obd OSS (OSS_uuid) 00000100:00100000:0.0:1783947087.227317:0:18632:0:(service.c:3183:ptlrpc_main()) ll_ost00_002: service thread [ffff8da8127e1200:18632] 2 exiting: rc = 0 00000100:00100000:3.0:1783947087.227580:0:18631:0:(service.c:3183:ptlrpc_main()) ll_ost00_001: service thread [ffff8da8361a3c00:18631] 1 exiting: rc = 0 00000100:00080000:2.0:1783947087.227679:0:17120:0:(pinger.c:548:ping_evictor_main()) Exiting Ping Evictor 00000100:00100000:2.0:1783947087.227985:0:18978:0:(service.c:3183:ptlrpc_main()) ll_ost00_003: service thread [ffff8da703c59600:18978] 3 exiting: rc = 0 00000100:00100000:2.0:1783947087.228052:0:18630:0:(service.c:3183:ptlrpc_main()) ll_ost00_000: service thread [ffff8da83610f800:18630] 0 exiting: rc = 1 00000100:00100000:0.0:1783947087.228209:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.228238:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.228244:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.228249:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.228255:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.228260:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.228266:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.228271:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.228276:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.228281:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.228286:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.228291:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.228296:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.228301:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.228306:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.228312:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.228317:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.228322:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.228326:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.228329:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.228334:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.228339:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.228344:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.228348:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.228353:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.228357:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.228362:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.228442:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.228448:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.228454:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.228460:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.228465:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.228469:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.228474:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.228478:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.228482:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.228494:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.228499:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.228504:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.228509:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.228513:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.228518:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.228524:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.228528:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.228534:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.228540:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.228544:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.228549:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.228553:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.228558:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.228562:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.228567:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.228571:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.228576:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.228580:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.228585:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.228590:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.228596:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.228602:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.228607:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.228612:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.228618:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.228623:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.228628:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947087.230443:0:18633:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_000: service thread [ffff8da8361b9000:18633] 0 exiting: rc = 1 00000100:00100000:1.0:1783947087.230531:0:18634:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_001: service thread [ffff8da8361b9800:18634] 1 exiting: rc = 0 00000100:00100000:2.0:1783947087.230624:0:20266:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_002: service thread [ffff8da840fa1400:20266] 2 exiting: rc = 0 00000100:00100000:0.0:1783947087.230742:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.230750:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.230755:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.230761:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.230766:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.230959:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.230965:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.230987:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.230994:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.230999:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.231004:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.231010:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.231015:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.231021:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.231026:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.231032:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.231038:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.231042:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.231048:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.231055:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.231061:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.231149:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.231156:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.231160:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.231165:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.231171:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.231176:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.231182:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.231187:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.231192:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.231197:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.231201:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.231207:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.231211:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.231217:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.231223:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.231239:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.231245:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.231250:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.231255:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.231260:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.231265:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.231279:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.231285:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.231290:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.231294:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.231299:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.231304:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.231308:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.231313:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.231318:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.231324:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.231330:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.231336:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.231342:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.231355:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.231362:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.231468:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.231474:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.231479:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.231485:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.231490:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.231496:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.231502:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783947087.233745:0:18636:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_001: service thread [ffff8da83b7a4000:18636] 1 exiting: rc = 0 00000100:00100000:2.0:1783947087.235212:0:18637:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_002: service thread [ffff8da83b7a4c00:18637] 2 exiting: rc = 0 00000100:00100000:3.0:1783947087.235327:0:18635:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_000: service thread [ffff8da83610fc00:18635] 0 exiting: rc = 1 00000100:00100000:0.0:1783947087.235722:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.235729:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.235743:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.235748:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.235754:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.235760:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.235765:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.235778:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.235784:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.235790:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.235796:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.235802:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.235807:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.235825:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.235830:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.235836:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.235841:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.235845:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.235850:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.235854:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.235859:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.235864:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.235869:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.236007:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.236013:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.236017:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.236022:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.236028:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.236033:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.236038:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.236043:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.236048:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.236053:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.236057:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.236062:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.236078:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.236083:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.236089:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.236094:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.236099:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.236104:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.236109:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.236114:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.236119:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.236124:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.236129:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.236134:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.236152:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.236163:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.236168:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.236172:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.236177:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.236181:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.236187:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.236192:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.236197:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.236210:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.236216:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.236221:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.236238:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.236244:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.236257:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.236263:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.236275:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783947087.247243:0:18638:0:(service.c:3183:ptlrpc_main()) ll_ost_seq00_000: service thread [ffff8da83b7a4600:18638] 0 exiting: rc = 1 00000100:00100000:1.0:1783947087.247744:0:18639:0:(service.c:3183:ptlrpc_main()) ll_ost_seq00_001: service thread [ffff8da83610e000:18639] 1 exiting: rc = 0 00000100:00100000:0.0:1783947087.247925:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.247933:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.247938:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.247943:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.247948:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.247953:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.247958:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.247962:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.247967:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.247972:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.247977:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.247982:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.247987:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.247992:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.247996:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.248002:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.248006:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.248012:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.248016:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.248033:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.248038:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.248043:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.248047:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.248052:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.248058:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.248074:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.248080:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.248085:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.248090:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.248095:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.248100:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.248106:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.248111:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.248116:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.248120:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.248125:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.248129:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.248134:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.248139:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.248144:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.248149:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.248154:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.248159:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.248164:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.248169:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.248175:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.248180:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.248185:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.248189:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.248194:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.248198:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.248203:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.248208:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.248213:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.248235:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.248241:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.248246:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.248252:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.248256:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.248262:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.248267:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.248272:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.248276:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.248286:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.249636:0:18641:0:(service.c:3183:ptlrpc_main()) ll_ost_out00_000: service thread [ffff8da837732400:18641] 0 exiting: rc = 1 00000100:00100000:2.0:1783947087.250586:0:18642:0:(service.c:3183:ptlrpc_main()) ll_ost_out00_001: service thread [ffff8da83b7a5c00:18642] 1 exiting: rc = 0 00000100:00100000:0.0:1783947087.250722:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.250852:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.250949:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.250958:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.250963:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.250969:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.250976:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.250981:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.250987:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.250993:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.250999:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.251005:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.251010:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.251015:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.251034:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.251041:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.251047:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.251053:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.251059:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.251136:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.251145:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.251151:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.251157:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.251162:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.251180:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.251186:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.251205:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.251212:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.251218:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.251237:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.251244:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.251250:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.251255:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.251259:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.251265:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.251270:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.251275:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.251280:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.251597:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.251608:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.251613:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.251618:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.251625:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.251631:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.251637:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.251643:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.251649:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.251655:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.251660:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.251666:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.251687:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.251695:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.251700:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.251706:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.251713:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.251720:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.251742:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.251750:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.251756:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.251841:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.251848:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.251856:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.251862:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783947087.251952:0:21307:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:02000400:2.0:1783947087.266743:0:21307:0:(tgt_mount.c:2181:server_put_super()) server umount lustre-OST0001 complete 00000001:02000400:0.0:1783947108.860924:0:22071:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg233-server.virtnet: executing load_modules_local 00000020:01000004:3.0:1783947119.772791:0:22671:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:3.0:1783947119.772799:0:22671:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds1_flakey 00000020:01000004:3.0:1783947119.772801:0:22671:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:3.0:1783947119.772939:0:22671:0:(super25.c:130:lustre_fill_super()) VFS Op: sb ffff8da840f5e000 00000020:01000004:3.0:1783947119.772957:0:22671:0:(tgt_mount.c:2500:osd_start()) Attempting to start lustre-MDT0000, type=osd-ldiskfs, lsifl=200005, mountfl=0 00000020:01000004:3.0:1783947119.772966:0:22671:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-osd (typ=osd-ldiskfs) 00000020:00000080:3.0:1783947119.772982:0:22671:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osd (ffff8da7031bcd40) 00000020:00000080:3.0:1783947119.772997:0:22671:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type osd-ldiskfs with refcount 2 00100000:10000000:1.0:1783947119.846688:0:22671:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:1.0:1783947119.848692:0:22671:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:1.0:1783947119.854683:0:22671:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xa:0x0] (8/32) registered 00100000:10000000:1.0:1783947119.857132:0:22671:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xd:0x0] (8/32) registered 00100000:10000000:1.0:1783947119.857502:0:22671:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:1.0:1783947119.858267:0:22671:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:1.0:1783947119.858603:0:22671:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xe:0x0] (8/32) registered 00100000:10000000:1.0:1783947119.859048:0:22671:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:1.0:1783947119.859298:0:22671:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xb:0x0] (8/32) registered 00100000:10000000:1.0:1783947119.859711:0:22671:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xc:0x0] (8/32) registered 00100000:10000000:1.0:1783947119.860426:0:22671:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x9:0x0] (8/32) registered 00100000:10000000:1.0:1783947119.860769:0:22671:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:1.0:1783947119.861187:0:22671:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:1.0:1783947119.861659:0:22671:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:1.0:1783947119.862425:0:22671:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:1.0:1783947119.864647:0:22671:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:1.0:1783947119.865093:0:22671:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x23:0x0] (16/1) registered 00100000:10000000:1.0:1783947119.865309:0:22671:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x31:0x0] (24/16) registered 00100000:10000000:1.0:1783947119.865777:0:22671:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:1.0:1783947119.866143:0:22671:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:1.0:1783947119.866351:0:22671:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:1.0:1783947119.866690:0:22671:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:1.0:1783947119.867012:0:22671:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:1.0:1783947119.867197:0:22671:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x30:0x0] (24/16) registered 00100000:10000000:1.0:1783947119.867584:0:22671:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:1.0:1783947119.867890:0:22671:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:1.0:1783947119.868242:0:22671:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:1.0:1783947119.868454:0:22671:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:1.0:1783947119.868844:0:22671:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x34:0x0] (24/16) registered 00100000:10000000:1.0:1783947119.869158:0:22671:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:1.0:1783947119.870875:0:22671:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:1.0:1783947119.871852:0:22671:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x32:0x0] (24/16) registered 00100000:10000000:1.0:1783947119.872342:0:22671:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:1.0:1783947119.872726:0:22671:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:1.0:1783947119.873086:0:22671:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1f:0x0] (16/1) registered 00100000:10000000:1.0:1783947119.873343:0:22671:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:1.0:1783947119.873676:0:22671:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:1.0:1783947119.873987:0:22671:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x20:0x0] (16/1) registered 00100000:10000000:1.0:1783947119.874231:0:22671:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x21:0x0] (16/1) registered 00100000:10000000:1.0:1783947119.875171:0:22671:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x22:0x0] (16/1) registered 00100000:10000000:1.0:1783947119.875734:0:22671:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:1.0:1783947119.876306:0:22671:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1e:0x0] (16/1) registered 00100000:10000000:1.0:1783947119.876722:0:22671:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2f:0x0] (24/16) registered 00100000:10000000:1.0:1783947119.877083:0:22671:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:1.0:1783947119.877394:0:22671:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x33:0x0] (24/16) registered 00100000:10000000:1.0:1783947119.877647:0:22671:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:2.0:1783947119.882549:0:22671:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2:0x0] (8/32) registered 00100000:10000000:2.0:1783947119.884020:0:22671:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1010000:0x0] (8/32) registered 00100000:10000000:2.0:1783947119.884310:0:22671:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2010000:0x0] (8/32) registered 00100000:10000000:2.0:1783947119.884490:0:22671:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x10000:0x0] (8/32) registered 00100000:10000000:2.0:1783947119.884816:0:22671:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1020000:0x0] (8/32) registered 00100000:10000000:2.0:1783947119.885006:0:22671:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2020000:0x0] (8/32) registered 00100000:10000000:2.0:1783947119.885159:0:22671:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x20000:0x0] (8/32) registered 00080000:01000000:2.0:1783947119.885537:0:22671:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0000: register osd-ldiskfs tunable parameters 00000020:00000080:2.0:1783947119.885706:0:22671:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00080000:01000000:2.0:1783947119.885712:0:22671:0:(osd_handler.c:8929:osd_obd_connect()) connect #0 00000020:00000080:2.0:1783947119.885722:0:22671:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x48cfcce1a55e7eca 00000020:01000004:2.0:1783947119.885728:0:22671:0:(tgt_mount.c:2585:server_fill_super()) Found service lustre-MDT0000 on device /dev/mapper/mds1_flakey 00000020:01000000:2.0:1783947119.885732:0:22671:0:(tgt_mount.c:219:server_start_mgs()) Start MGS service MGS 00000020:01000004:2.0:1783947119.885740:0:22671:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8da840f5e000 from MGS 00000020:01000004:2.0:1783947119.885742:0:22671:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGS (typ=mgs) 00000020:00000080:2.0:1783947119.885751:0:22671:0:(genops.c:413:class_newdev()) Allocate new device MGS (ffff8da84166b380) 00000020:00000080:2.0:1783947119.885760:0:22671:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type mgs with refcount 2 00000020:01000004:2.0:1783947119.885810:0:22671:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8da840f5e000 from MGS, refs=2 00080000:01000000:2.0:1783947119.885813:0:22671:0:(osd_handler.c:8929:osd_obd_connect()) connect #1 00000020:00000080:2.0:1783947119.885816:0:22671:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x48cfcce1a55e7ed8 00000100:00100000:2.0:1783947119.885888:0:22671:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:2.0:1783947119.886005:0:22671:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 56 00000100:00100000:2.0:1783947119.886011:0:22671:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:0.0:1783947119.886491:0:22671:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 56 00000100:00100000:0.0:1783947119.886498:0:22671:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:0.0:1783947119.887110:0:22671:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1783947119.887254:0:22671:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 56 00000100:00100000:0.0:1783947119.887259:0:22671:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:2.0:1783947119.888008:0:22671:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 56 00000100:00100000:2.0:1783947119.888014:0:22671:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:2.0:1783947119.888278:0:22671:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 56 00000100:00100000:2.0:1783947119.888283:0:22671:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00010000:00010000:0.0:1783947119.888877:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783947119.888880:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783947119.888882:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783947119.889161:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783947119.889163:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783947119.889165:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783947119.889711:0:22671:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-MGS-0 is initialized 00010000:00010000:0.0:1783947119.891717:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:01000000:2.0:1783947119.895567:0:22671:0:(llog_obd.c:197:llog_setup()) obd MGS ctxt 0 is initialized 10000000:01000000:2.0:1783947119.896461:0:22683:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x2 (params) 20000000:01000000:3.0:1783947119.896510:0:22671:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 2 20000000:01000000:3.0:1783947119.896547:0:22671:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:3.0:1783947119.897093:0:22671:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000100:00100000:3.0:1783947119.897503:0:22671:0:(service.c:155:ptlrpc_grow_req_bufs()) mgs: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1783947119.897635:0:22671:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 0 min 3 max 32 00000100:00100000:3.0:1783947119.897642:0:22671:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0000' 00000100:00100000:2.0:1783947119.898261:0:22671:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 1 min 3 max 32 00000100:00100000:2.0:1783947119.898268:0:22671:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0001' 00000100:00100000:3.0:1783947119.898630:0:22671:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 2 min 3 max 32 00000100:00100000:3.0:1783947119.898636:0:22671:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0002' 00000020:00000080:3.0:1783947119.899393:0:22671:0:(obd_config.c:826:class_setup()) finished setup of obd MGS (uuid MGS) 00000020:01000004:3.0:1783947119.899418:0:22671:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.202.133@tcp' 00000020:01000004:3.0:1783947119.899420:0:22671:0:(obd_mount.c:420:lustre_start_mgc()) mgs NIDs (null). 00000020:01000004:3.0:1783947119.899450:0:22671:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.202.133@tcp (typ=mgc) 00000020:00000080:3.0:1783947119.899464:0:22671:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.202.133@tcp (ffff8da7031b99c0) 00000020:00000080:3.0:1783947119.899492:0:22671:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type mgc with refcount 2 00010000:00080000:3.0:1783947119.899612:0:22671:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8da840f59800@MGC192.168.202.133@tcp: add connection 192.168.202.133@tcp at head 00010000:00010000:3.0:1783947119.899749:0:22671:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.202.133@tcp-0 is initialized 00000040:01000000:3.0:1783947119.899755:0:22671:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.202.133@tcp ctxt 1 is initialized 00000100:00080000:2.0:1783947119.900124:0:22687:0:(pinger.c:466:ping_evictor_main()) Starting Ping Evictor 10000000:01000000:2.0:1783947119.900211:0:22689:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:3.0:1783947119.900272:0:22671:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.202.133@tcp (uuid 42b3cb17-0205-4693-9331-418db4796772) 00000020:00000080:3.0:1783947119.900287:0:22671:0:(genops.c:1406:class_connect()) connect: client 42b3cb17-0205-4693-9331-418db4796772, cookie 0x48cfcce1a55e7ee6 00000100:00080000:3.0:1783947119.900298:0:22671:0:(import.c:510:import_select_connection()) MGC192.168.202.133@tcp: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1783947119.900303:0:22671:0:(import.c:624:import_select_connection()) MGC192.168.202.133@tcp: import ffff8da840f59800 using connection 192.168.202.133@tcp/0@lo 00000100:00100000:3.0:1783947119.900335:0:22671:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da703c79880 x1870603449800960/t0(0) o250->MGC192.168.202.133@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1783947119.900410:0:22671:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 42b3cb17-0205-4693-9331-418db4796772->MGS 00000020:01000004:2.0:1783947119.900430:0:22671:0:(tgt_mount.c:1809:server_start_targets()) starting target lustre-MDT0000 00000020:01000004:2.0:1783947119.900435:0:22671:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MDS (typ=mds) 00000020:00000080:2.0:1783947119.900445:0:22671:0:(genops.c:413:class_newdev()) Allocate new device MDS (ffff8da8416699c0) 00000020:00000080:2.0:1783947119.900455:0:22671:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mds with refcount 2 00000100:00100000:3.0:1783947119.900676:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da703c79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42b3cb17-0205-4693-9331-418db4796772:3646:1870603449800960:0@lo:250:mount.lustre.0 00000100:00100000:3.0:1783947119.900740:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783947119.900799:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449800960 00000100:00100000:3.0:1783947119.900805:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449800960 00000100:00100000:3.0:1783947119.900832:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1783947119.900839:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83d7bc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:3646:x1870603449800960:12345-0@lo:250:mount.lustre.0 00010000:00080000:3.0:1783947119.900860:0:22684:0:(ldlm_lib.c:1445:target_handle_connect()) MGS: connection from 42b3cb17-0205-4693-9331-418db4796772@0@lo t0 exp 0000000000000000 cur 801 last 0 00000020:00000080:3.0:1783947119.900878:0:22684:0:(genops.c:1406:class_connect()) connect: client 42b3cb17-0205-4693-9331-418db4796772, cookie 0x48cfcce1a55e7ef4 00000100:00080000:3.0:1783947119.901001:0:22684:0:(import.c:65:import_set_state_nolock()) ffff8da840f58000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1783947119.901050:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83d7bc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+5:3646:x1870603449800960:12345-0@lo:250:mount.lustre.0 Request processed in 209us (310us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947119.901058:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1783947119.901100:0:3646:0:(client.c:3112:ptlrpc_free_committed()) MGC192.168.202.133@tcp: committing for last_committed 0 gen 1 00000100:00080000:3.0:1783947119.901109:0:3646:0:(import.c:1132:ptlrpc_connect_interpret()) MGC192.168.202.133@tcp: connect to target with instance 0 00000100:00080000:3.0:1783947119.901121:0:3646:0:(import.c:956:ptlrpc_connect_set_flags()) MGC192.168.202.133@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:3.0:1783947119.901124:0:3646:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:3.0:1783947119.901128:0:3646:0:(import.c:65:import_set_state_nolock()) ffff8da840f59800 MGS: changing import state from CONNECTING to FULL 10000000:01000000:3.0:1783947119.901130:0:3646:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:3.0:1783947119.901138:0:3646:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00100000:3.0:1783947119.901143:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da703c79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:42b3cb17-0205-4693-9331-418db4796772:3646:1870603449800960:0@lo:250:mount.lustre.0 00000100:00100000:3.0:1783947119.914457:0:22671:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt: allocate 64 new 262144-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1783947119.914782:0:22671:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 0 min 3 max 116 00000100:00100000:3.0:1783947119.914789:0:22671:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_000' 00000100:00100000:3.0:1783947119.917565:0:22671:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 1 min 3 max 116 00000100:00100000:3.0:1783947119.917576:0:22671:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_001' 00000100:00100000:2.0:1783947119.919732:0:22671:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 2 min 3 max 116 00000100:00100000:2.0:1783947119.919746:0:22671:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_002' 00000100:00100000:2.0:1783947119.922952:0:22671:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_readpage: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1783947119.923103:0:22671:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 0 min 2 max 80 00000100:00100000:2.0:1783947119.923108:0:22671:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_000' 00000100:00100000:2.0:1783947119.923751:0:22671:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 1 min 2 max 80 00000100:00100000:2.0:1783947119.923758:0:22671:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_001' 00000100:00100000:3.0:1783947119.957709:0:22671:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1783947119.957919:0:22671:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 0 min 2 max 116 00000100:00100000:3.0:1783947119.957935:0:22671:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_000' 00000100:00100000:3.0:1783947119.959040:0:22671:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 1 min 2 max 116 00000100:00100000:3.0:1783947119.959050:0:22671:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_001' 00000100:00100000:3.0:1783947119.959859:0:22671:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqs: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1783947119.960022:0:22671:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 0 min 2 max 256 00000100:00100000:3.0:1783947119.960028:0:22671:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0000' 00000100:00100000:3.0:1783947119.960585:0:22671:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 1 min 2 max 256 00000100:00100000:3.0:1783947119.960592:0:22671:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0001' 00000100:00100000:3.0:1783947119.961152:0:22671:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqm: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1783947119.961282:0:22671:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 0 min 2 max 256 00000100:00100000:3.0:1783947119.961287:0:22671:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0000' 00000100:00100000:3.0:1783947119.961816:0:22671:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 1 min 2 max 256 00000100:00100000:3.0:1783947119.961823:0:22671:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0001' 00000100:00100000:3.0:1783947119.962691:0:22671:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_fld: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1783947119.962841:0:22671:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 0 min 2 max 256 00000100:00100000:3.0:1783947119.962846:0:22671:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0000' 00000100:00100000:1.0:1783947119.963540:0:22671:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 1 min 2 max 256 00000100:00100000:2.0:1783947119.964096:0:22671:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0001' 00000100:00100000:2.0:1783947119.978248:0:22671:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1783947119.978805:0:22671:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 0 min 3 max 116 00000100:00100000:2.0:1783947119.978812:0:22671:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_000' 00000100:00100000:2.0:1783947119.980061:0:22671:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 1 min 3 max 116 00000100:00100000:2.0:1783947119.980070:0:22671:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_001' 00000100:00100000:2.0:1783947119.980963:0:22671:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 2 min 3 max 116 00000100:00100000:2.0:1783947119.980973:0:22671:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_002' 00000020:00000080:2.0:1783947119.981933:0:22671:0:(obd_config.c:826:class_setup()) finished setup of obd MDS (uuid MDS_uuid) 00000020:01000004:2.0:1783947119.981963:0:22671:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds1_flakey 10000000:01000000:2.0:1783947119.981970:0:22671:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.202.133@tcp: cl_mgc_mutex lustre-MDT0000-osd for locked: rc = 0 00000040:01000000:2.0:1783947119.982071:0:22671:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.202.133@tcp ctxt 0 is initialized 00000020:01000004:2.0:1783947119.982103:0:22671:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0000, fs=lustre, 192.168.202.133@tcp, index=0000, flags=0x20005 00000020:01000004:2.0:1783947119.982107:0:22671:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:2.0:1783947119.982109:0:22671:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1783947119.982111:0:22671:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1783947119.982112:0:22671:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1783947119.982113:0:22671:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1783947119.982115:0:22671:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1783947119.982116:0:22671:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1783947119.982118:0:22671:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1783947119.982119:0:22671:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1783947119.982121:0:22671:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1783947119.982124:0:22671:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x10020005 00000020:01000004:2.0:1783947119.982126:0:22671:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1783947119.982127:0:22671:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1783947119.982129:0:22671:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1783947119.982130:0:22671:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1783947119.982131:0:22671:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1783947119.982132:0:22671:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1783947119.982133:0:22671:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1783947119.982134:0:22671:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1783947119.982135:0:22671:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1783947119.982136:0:22671:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1783947119.982163:0:22671:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:2.0:1783947119.982185:0:22671:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da70204a300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:22671:1870603449801088:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1783947119.982269:0:22671:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783947119.982352:0:22671:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da820d35780 going to sleep for 11 seconds 00000100:00100000:3.0:1783947119.982573:0:22686:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449801088 00000100:00100000:3.0:1783947119.982580:0:22686:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449801088 00000100:00100000:3.0:1783947119.982723:0:22686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1783947119.982734:0:22686:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83d7bf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42b3cb17-0205-4693-9331-418db4796772+5:22671:x1870603449801088:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1783947119.982785:0:22686:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:3.0:1783947119.982788:0:22686:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:3.0:1783947119.982791:0:22686:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0000 is running on 0@lo 10000000:01000000:3.0:1783947119.983054:0:22708:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:2.0:1783947119.983600:0:22686:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 10 20000000:01000000:2.0:1783947119.985231:0:22709:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 0 20000000:01000000:2.0:1783947119.985240:0:22709:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 1 20000000:01000000:2.0:1783947119.985243:0:22709:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0000_UUID is 0 (0) 20000000:01000000:2.0:1783947119.985246:0:22709:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0001_UUID is 1 (1) 00000040:00080000:2.0:1783947119.985592:0:22709:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 20000000:01000000:3.0:1783947119.985872:0:22686:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:3.0:1783947119.985882:0:22686:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:3.0:1783947119.988626:0:22686:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83d7bf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42b3cb17-0205-4693-9331-418db4796772+5:22671:x1870603449801088:12345-0@lo:253:mount.lustre.0 Request processed in 5883us (6346us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947119.988642:0:22686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1783947119.988727:0:22671:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da70204a300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:22671:1870603449801088:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1783947119.988746:0:22671:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:2.0:1783947119.988750:0:22671:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1783947119.988752:0:22671:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1783947119.988754:0:22671:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1783947119.988755:0:22671:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1783947119.988756:0:22671:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1783947119.988758:0:22671:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1783947119.988760:0:22671:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1783947119.988761:0:22671:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1783947119.988763:0:22671:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1783947119.988765:0:22671:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:2.0:1783947119.988791:0:22671:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8da840f5e000 from lustre-MDT0000 10000000:01000000:2.0:1783947119.988823:0:22671:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-MDT0000 from 0 10000000:01000000:2.0:1783947119.988826:0:22671:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0000-0000000000000000 10000000:01000000:2.0:1783947119.988830:0:22671:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff8da7031b99c0 10000000:01000000:2.0:1783947119.988835:0:22671:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1783947119.988844:0:22671:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-sptlrpc-ffff8da7031b99c0 from 1 10000000:01000000:2.0:1783947119.988847:0:22671:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:2.0:1783947119.988885:0:22671:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da7036e8600/0x48cfcce1a55e7efb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947119.988897:0:22671:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.133@tcp lock: ffff8da7036e8600/0x48cfcce1a55e7efb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947119.988907:0:22671:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.133@tcp lock: ffff8da7036e8600/0x48cfcce1a55e7efb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783947119.988940:0:22671:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da70204a300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:22671:1870603449801216:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1783947119.988988:0:22671:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783947119.989028:0:22671:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da803344240 going to sleep for 11 seconds 00000100:00100000:3.0:1783947119.989172:0:22685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449801216 00000100:00100000:3.0:1783947119.989179:0:22685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449801216 00000100:00100000:3.0:1783947119.989223:0:22685:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1783947119.989233:0:22685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83d7be850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42b3cb17-0205-4693-9331-418db4796772+5:22671:x1870603449801216:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1783947119.989246:0:22685:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783947119.989263:0:22685:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8da817851e00/0x48cfcce1a55e7f02 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x48cfcce1a55e7efb expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947119.989302:0:22685:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8da817851e00/0x48cfcce1a55e7f02 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x48cfcce1a55e7efb expref: 6 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947119.989313:0:22685:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8da817851e00/0x48cfcce1a55e7f02 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x48cfcce1a55e7efb expref: 6 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947119.989322:0:22685:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8da817851e00, rc 0) 00000100:00100000:3.0:1783947119.989360:0:22685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83d7be850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42b3cb17-0205-4693-9331-418db4796772+6:22671:x1870603449801216:12345-0@lo:101:mount.lustre.0 Request processed in 129us (372us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947119.989399:0:22685:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1783947119.989413:0:22671:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da70204a300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:22671:1870603449801216:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1783947119.989426:0:22671:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.133@tcp lock: ffff8da7036e8600/0x48cfcce1a55e7efb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e7f02 expref: -99 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947119.989436:0:22671:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.133@tcp lock: ffff8da7036e8600/0x48cfcce1a55e7efb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x48cfcce1a55e7f02 expref: -99 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783947119.989487:0:22671:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da70204a300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:22671:1870603449801344:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1783947119.989513:0:22671:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783947119.989540:0:22671:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da803344240 going to sleep for 11 seconds 00000100:00100000:3.0:1783947119.989783:0:22686:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449801344 00000100:00100000:3.0:1783947119.989789:0:22686:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449801344 00000100:00100000:3.0:1783947119.989829:0:22686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1783947119.989835:0:22686:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83d7bc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42b3cb17-0205-4693-9331-418db4796772+6:22671:x1870603449801344:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1783947119.989900:0:22686:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83d7bc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42b3cb17-0205-4693-9331-418db4796772+6:22671:x1870603449801344:12345-0@lo:501:mount.lustre.0 Request processed in 65us (385us total) trans 0 rc -2/-2 00000100:00100000:3.0:1783947119.989907:0:22686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1783947119.989972:0:22671:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da70204a300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:22671:1870603449801344:0@lo:501:mount.lustre.0 10000000:01000000:2.0:1783947119.989998:0:22671:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.133@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:2.0:1783947119.990019:0:22671:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da7036e8600/0x48cfcce1a55e7efb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e7f02 expref: -99 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947119.990027:0:22671:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.133@tcp lock: ffff8da7036e8600/0x48cfcce1a55e7efb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e7f02 expref: -99 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1783947119.990035:0:22671:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8da840f5e000 10000000:01000000:2.0:1783947119.990039:0:22671:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1783947119.990043:0:22671:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff8da840f5e000 10000000:01000000:2.0:1783947119.990045:0:22671:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:2.0:1783947119.990048:0:22671:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-barrier-ffff8da840f5e000 from 1 10000000:01000000:2.0:1783947119.990050:0:22671:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:2.0:1783947119.990067:0:22671:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da7036e9400/0x48cfcce1a55e7f09 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947119.990080:0:22671:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.133@tcp lock: ffff8da7036e9400/0x48cfcce1a55e7f09 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947119.990089:0:22671:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.133@tcp lock: ffff8da7036e9400/0x48cfcce1a55e7f09 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783947119.990101:0:22671:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da70204a300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:22671:1870603449801472:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1783947119.990121:0:22671:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783947119.990136:0:22671:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da803344240 going to sleep for 11 seconds 00000100:00100000:3.0:1783947119.990165:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449801472 00000100:00100000:3.0:1783947119.990169:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449801472 00000100:00100000:3.0:1783947119.990237:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1783947119.990245:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83d7bec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+6:22671:x1870603449801472:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1783947119.990253:0:22684:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783947119.990263:0:22684:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8da817850e00/0x48cfcce1a55e7f10 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x48cfcce1a55e7f09 expref: -99 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947119.990277:0:22684:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8da817850e00/0x48cfcce1a55e7f10 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x48cfcce1a55e7f09 expref: 7 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947119.990287:0:22684:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8da817850e00/0x48cfcce1a55e7f10 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x48cfcce1a55e7f09 expref: 7 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947119.990294:0:22684:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8da817850e00, rc 0) 00000100:00100000:3.0:1783947119.990321:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83d7bec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+7:22671:x1870603449801472:12345-0@lo:101:mount.lustre.0 Request processed in 78us (199us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947119.990327:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1783947119.990751:0:22671:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da70204a300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:22671:1870603449801472:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1783947119.990763:0:22671:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.133@tcp lock: ffff8da7036e9400/0x48cfcce1a55e7f09 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e7f10 expref: -99 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947119.990771:0:22671:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.133@tcp lock: ffff8da7036e9400/0x48cfcce1a55e7f09 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x48cfcce1a55e7f10 expref: -99 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1783947119.990783:0:22671:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.133@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:2.0:1783947119.990836:0:22671:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da7036e9400/0x48cfcce1a55e7f09 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e7f10 expref: -99 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947119.990844:0:22671:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.133@tcp lock: ffff8da7036e9400/0x48cfcce1a55e7f09 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e7f10 expref: -99 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1783947119.990851:0:22671:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0000-0000000000000000 10000000:01000000:2.0:1783947119.990854:0:22671:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1783947119.990859:0:22671:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff8da840f5e000 10000000:01000000:2.0:1783947119.990861:0:22671:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:2.0:1783947119.990871:0:22671:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 1 10000000:01000000:2.0:1783947119.990873:0:22671:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:2.0:1783947119.990889:0:22671:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da7036e9000/0x48cfcce1a55e7f17 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947119.990896:0:22671:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.133@tcp lock: ffff8da7036e9000/0x48cfcce1a55e7f17 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947119.990904:0:22671:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.133@tcp lock: ffff8da7036e9000/0x48cfcce1a55e7f17 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783947119.990917:0:22671:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da70204a300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:22671:1870603449801600:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1783947119.990958:0:22671:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783947119.991022:0:22671:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da803344240 going to sleep for 11 seconds 00000100:00100000:3.0:1783947119.991077:0:22685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449801600 00000100:00100000:3.0:1783947119.991081:0:22685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449801600 00000100:00100000:3.0:1783947119.991137:0:22685:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1783947119.991145:0:22685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83d7be450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42b3cb17-0205-4693-9331-418db4796772+7:22671:x1870603449801600:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1783947119.991153:0:22685:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783947119.991168:0:22685:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8da817851a00/0x48cfcce1a55e7f1e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x48cfcce1a55e7f17 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947119.991184:0:22685:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8da817851a00/0x48cfcce1a55e7f1e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x48cfcce1a55e7f17 expref: 8 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947119.991192:0:22685:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8da817851a00/0x48cfcce1a55e7f1e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x48cfcce1a55e7f17 expref: 8 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947119.991199:0:22685:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8da817851a00, rc 0) 00000100:00100000:3.0:1783947119.991230:0:22685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83d7be450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42b3cb17-0205-4693-9331-418db4796772+8:22671:x1870603449801600:12345-0@lo:101:mount.lustre.0 Request processed in 86us (271us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947119.991237:0:22685:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1783947119.991298:0:22671:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da70204a300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:22671:1870603449801600:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1783947119.991308:0:22671:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.133@tcp lock: ffff8da7036e9000/0x48cfcce1a55e7f17 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e7f1e expref: -99 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947119.991316:0:22671:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.133@tcp lock: ffff8da7036e9000/0x48cfcce1a55e7f17 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x48cfcce1a55e7f1e expref: -99 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783947119.991361:0:22671:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da70204a300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:22671:1870603449801728:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1783947119.991419:0:22671:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783947119.991438:0:22671:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da803344240 going to sleep for 11 seconds 00000100:00100000:3.0:1783947119.991593:0:22685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449801728 00000100:00100000:3.0:1783947119.991597:0:22685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449801728 00000100:00100000:3.0:1783947119.991650:0:22685:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1783947119.991656:0:22685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83d7bdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42b3cb17-0205-4693-9331-418db4796772+8:22671:x1870603449801728:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1783947119.991785:0:22685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83d7bdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42b3cb17-0205-4693-9331-418db4796772+9:22671:x1870603449801728:12345-0@lo:501:mount.lustre.0 Request processed in 129us (365us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947119.991793:0:22685:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1783947119.991846:0:22671:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da70204a300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:22671:1870603449801728:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1783947119.991875:0:22671:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da70204a300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:22671:1870603449801856:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1783947119.991914:0:22671:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783947119.991945:0:22671:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da803344240 going to sleep for 11 seconds 00000100:00100000:2.0:1783947119.991963:0:22686:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449801856 00000100:00100000:2.0:1783947119.991967:0:22686:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449801856 00000100:00100000:2.0:1783947119.991986:0:22686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1783947119.991991:0:22686:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83d7bc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42b3cb17-0205-4693-9331-418db4796772+9:22671:x1870603449801856:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1783947119.992592:0:22686:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83d7bc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42b3cb17-0205-4693-9331-418db4796772+9:22671:x1870603449801856:12345-0@lo:503:mount.lustre.0 Request processed in 599us (676us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947119.992600:0:22686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1783947119.992650:0:22671:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da70204a300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:22671:1870603449801856:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1783947119.993021:0:22710:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da703c79880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:42b3cb17-0205-4693-9331-418db4796772:22710:1870603449801984:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1783947119.993063:0:22710:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783947119.993122:0:22710:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da83aceab40 going to sleep for 11 seconds 00000100:00100000:2.0:1783947119.993162:0:22686:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449801984 00000100:00100000:2.0:1783947119.993167:0:22686:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449801984 00000100:00100000:2.0:1783947119.993231:0:22686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1783947119.993239:0:22686:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83d7be050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42b3cb17-0205-4693-9331-418db4796772+9:22710:x1870603449801984:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1783947119.993875:0:22686:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83d7be050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42b3cb17-0205-4693-9331-418db4796772+9:22710:x1870603449801984:12345-0@lo:502:llog_process_th.0 Request processed in 635us (809us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947119.993883:0:22686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1783947119.994008:0:22710:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da703c79880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:42b3cb17-0205-4693-9331-418db4796772:22710:1870603449801984:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1783947119.994043:0:22710:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1783947119.994054:0:22710:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783947119.994056:0:22710:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) lustre-MDT0000-m lov setup 00000020:01000000:1.0:1783947119.994061:0:22710:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0000) 00000020:00000080:1.0:1783947119.994064:0:22710:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1783947119.994079:0:22710:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdtlov (ffff8da820de99c0) 00000020:00000080:1.0:1783947119.994097:0:22710:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type lod with refcount 2 00000020:00000080:1.0:1783947119.994102:0:22710:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00080000:01000000:1.0:1783947119.994190:0:22710:0:(osd_handler.c:8929:osd_obd_connect()) connect #2 00000020:00000080:1.0:1783947119.994199:0:22710:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x48cfcce1a55e7f2c 00000020:00000080:1.0:1783947119.994438:0:22710:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:01000000:1.0:1783947119.994443:0:22710:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1783947119.994447:0:22710:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783947119.994449:0:22710:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) lustre-MDT0000-m lov setup 00000020:01000000:1.0:1783947119.994451:0:22710:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1783947119.994455:0:22710:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783947119.994457:0:22710:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) lustre-MDT0000 add mdt 00000020:00000080:1.0:1783947119.994460:0:22710:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1783947119.994468:0:22710:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000 (ffff8da820deb380) 00000020:00000080:1.0:1783947119.994489:0:22710:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type mdt with refcount 2 00000020:00000080:1.0:1783947119.994494:0:22710:0:(obd_config.c:1470:class_process_config()) processing cmd: cf007 00000020:00000080:1.0:1783947119.994496:0:22710:0:(obd_config.c:1514:class_process_config()) mountopt: profile lustre-MDT0000 osc lustre-MDT0000-mdtlov mdc (null) 00000020:01000000:1.0:1783947119.994500:0:22710:0:(obd_config.c:1148:class_add_profile()) Add profile lustre-MDT0000 00000020:00000080:1.0:1783947119.994506:0:22710:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:01000004:1.0:1783947119.994546:0:22710:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8da840f5e000 from lustre-MDT0000, refs=3 00000020:00000080:1.0:1783947119.994559:0:22710:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0000 (ffff8da820de8000) 00000020:00000080:1.0:1783947119.994570:0:22710:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type mdd with refcount 2 00000004:01000000:1.0:1783947119.994613:0:22710:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:1.0:1783947119.994618:0:22710:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x48cfcce1a55e7f41 00000020:00000080:1.0:1783947119.994712:0:22710:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000004:01000000:1.0:1783947119.994719:0:22710:0:(mdd_device.c:1596:mdd_obd_connect()) connect #0 00000020:00000080:1.0:1783947119.994723:0:22710:0:(genops.c:1406:class_connect()) connect: client lustre-MDD0000_UUID, cookie 0x48cfcce1a55e7f48 00080000:01000000:1.0:1783947119.994737:0:22710:0:(osd_handler.c:8929:osd_obd_connect()) connect #3 00000020:00000080:1.0:1783947119.994741:0:22710:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x48cfcce1a55e7f4f 00010000:00010000:1.0:1783947120.044137:0:22710:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0000_UUID-1 is initialized 00000001:00000004:1.0:1783947120.044748:0:22710:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 8589934638 00000001:00080000:1.0:1783947120.045060:0:22710:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:1.0:1783947120.045557:0:22710:0:(genops.c:413:class_newdev()) Allocate new device lustre-QMT0000 (ffff8da820decd40) 00000020:00000080:1.0:1783947120.045577:0:22710:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type qmt with refcount 2 00080000:01000000:1.0:1783947120.045663:0:22710:0:(osd_handler.c:8929:osd_obd_connect()) connect #4 00000020:00000080:1.0:1783947120.045672:0:22710:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x48cfcce1a55e7f5d 00000020:00000080:1.0:1783947120.046104:0:22710:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:1.0:1783947120.048688:0:22710:0:(genops.c:1406:class_connect()) connect: client lustre-QMT0000_UUID, cookie 0x48cfcce1a55e7f64 00000020:00000080:1.0:1783947120.049021:0:22710:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:01000000:1.0:1783947120.049033:0:22710:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1783947120.049039:0:22710:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783947120.049042:0:22710:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) lustre-MDT0000 add mdt 00000020:01000000:1.0:1783947120.049045:0:22710:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1783947120.049047:0:22710:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #9 00000020:01000000:1.0:1783947120.049049:0:22710:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1783947120.049050:0:22710:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1783947120.049052:0:22710:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1783947120.049054:0:22710:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783947120.049055:0:22710:0:(obd_config.c:1561:class_process_config()) marker 9 (0x6) lustre sys.timeout 00000020:01000000:1.0:1783947120.049057:0:22710:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1783947120.049062:0:22710:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783947120.049063:0:22710:0:(obd_config.c:1561:class_process_config()) marker 10 (0x1) lustre-MDT0000 mdt.identity_upcall 00000020:00000080:1.0:1783947120.049068:0:22710:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000004:01000000:1.0:1783947120.049106:0:22710:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:1.0:1783947120.049119:0:22710:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1783947120.049122:0:22710:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783947120.049124:0:22710:0:(obd_config.c:1561:class_process_config()) marker 10 (0x2) lustre-MDT0000 mdt.identity_upcall 00000020:01000000:1.0:1783947120.049126:0:22710:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1783947120.049129:0:22710:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783947120.049130:0:22710:0:(obd_config.c:1561:class_process_config()) marker 17 (0x1) lustre-MDT0001 add osp 00000020:00000080:1.0:1783947120.049140:0:22710:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1783947120.049146:0:22710:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.202.133@tcp to nid 0x20000c0a8ca85 (192.168.202.133@tcp) 00000020:00000080:1.0:1783947120.049172:0:22710:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1783947120.049188:0:22710:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osp-MDT0000 (ffff8da8404999c0) 00000020:00000080:1.0:1783947120.049201:0:22710:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type osp with refcount 2 00000020:00000080:1.0:1783947120.049205:0:22710:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1783947120.049254:0:22710:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0001-osp-MDT0000: connect to lustre-MDT0000-osd (lustre-MDT0001-osp-MDT0000) 00080000:01000000:1.0:1783947120.049259:0:22710:0:(osd_handler.c:8929:osd_obd_connect()) connect #5 00000020:00000080:1.0:1783947120.049264:0:22710:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x48cfcce1a55e7f72 00010000:00080000:1.0:1783947120.049291:0:22710:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8da83fbb5000@lustre-MDT0001-osp-MDT0000: add connection 192.168.202.133@tcp at head 00010000:00010000:1.0:1783947120.055040:0:22710:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-osp-MDT0000-1 is initialized 00000020:00000080:2.0:1783947120.056657:0:22710:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1783947120.056676:0:22710:0:(obd_config.c:1470:class_process_config()) processing cmd: cf014 00000004:01000000:2.0:1783947120.056710:0:22710:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0001_UUID idx:1 gen:1 00000020:00000080:2.0:1783947120.056733:0:22710:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x48cfcce1a55e7f79 00000100:00080000:2.0:1783947120.056743:0:22710:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1783947120.056749:0:22710:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8da83fbb5000 using connection 192.168.202.133@tcp/0@lo 00000100:00100000:2.0:1783947120.056793:0:22710:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da70204a300 x1870603449802112/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1783947120.056844:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da70204a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1870603449802112:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1783947120.056936:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1783947120.057017:0:22710:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000020:01000000:2.0:1783947120.057093:0:22710:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1783947120.057098:0:22710:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783947120.057100:0:22710:0:(obd_config.c:1561:class_process_config()) marker 17 (0x2) lustre-MDT0001 add osp 00000020:01000000:2.0:1783947120.057103:0:22710:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1783947120.057106:0:22710:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #19 00000020:01000000:2.0:1783947120.057108:0:22710:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1783947120.057110:0:22710:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1783947120.057111:0:22710:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1783947120.057114:0:22710:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783947120.057116:0:22710:0:(obd_config.c:1561:class_process_config()) marker 19 (0x6) lustre sys.timeout 00000020:01000000:2.0:1783947120.057119:0:22710:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1783947120.057123:0:22710:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:2.0:1783947120.057126:0:22710:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783947120.057127:0:22710:0:(obd_config.c:1561:class_process_config()) marker 22 (0x1) lustre-OST0000 add osc 00000020:00000080:2.0:1783947120.057130:0:22710:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1783947120.057134:0:22710:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.202.133@tcp to nid 0x20000c0a8ca85 (192.168.202.133@tcp) 00000020:01000000:2.0:1783947120.057160:0:22710:0:(obd_config.c:1975:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:2.0:1783947120.057163:0:22710:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1783947120.057177:0:22710:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0000 (ffff8da84166cd40) 00000020:00000080:2.0:1783947120.057191:0:22710:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type osp with refcount 2 00000020:00000080:2.0:1783947120.057197:0:22710:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1783947120.057261:0:22710:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0000-osc-MDT0000) 00080000:01000000:2.0:1783947120.057268:0:22710:0:(osd_handler.c:8929:osd_obd_connect()) connect #6 00000020:00000080:2.0:1783947120.057275:0:22710:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x48cfcce1a55e7f87 00010000:00080000:2.0:1783947120.057309:0:22710:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8da836175000@lustre-OST0000-osc-MDT0000: add connection 192.168.202.133@tcp at head 00010000:00010000:2.0:1783947120.057588:0:22710:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0000-2 is initialized 00000100:00100000:0.0:1783947120.058183:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449802112 00000100:00100000:0.0:1783947120.058194:0:22697:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449802112 00000100:00100000:0.0:1783947120.058228:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1783947120.058239:0:22697:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da70204bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3646:x1870603449802112:12345-0@lo:38:llog_process_th.0 00010000:00020000:0.0:1783947120.058260:0:22697:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1783947120.065969:0:22697:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da70204bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3646:x1870603449802112:12345-0@lo:38:llog_process_th.0 Request processed in 7722us (9035us total) trans 0 rc -19/-19 00000100:00100000:0.0:1783947120.065985:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00080000:3.0:1783947120.066421:0:3646:0:(import.c:65:import_set_state_nolock()) ffff8da83fbb5000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1783947120.066428:0:3646:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1783947120.066432:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da70204a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1870603449802112:0@lo:38:llog_process_th.0 00000040:01000000:3.0:1783947120.067902:0:22710:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:3.0:1783947120.068769:0:22710:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:3.0:1783947120.073652:0:22710:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1783947120.073898:0:22710:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:3.0:1783947120.077178:0:22710:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].1, 64 off8256 00000040:00080000:0.0:1783947120.077790:0:22716:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1783947120.077796:0:22716:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x10:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:2.0:1783947120.078732:0:22710:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1783947120.078744:0:22710:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00000004:01000000:2.0:1783947120.078778:0:22710:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:2.0:1783947120.078798:0:22710:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x48cfcce1a55e7f8e 00000100:00080000:2.0:1783947120.078811:0:22710:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1783947120.078825:0:22710:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8da836175000 using connection 192.168.202.133@tcp/0@lo 00000100:00100000:2.0:1783947120.078859:0:22710:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da702048700 x1870603449802240/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1783947120.078919:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da702048700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1870603449802240:0@lo:8:llog_process_th.0 00000400:00000100:3.0:1783947120.078990:0:3646:0:(lib-move.c:4319:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1870603449802240 offset 0 length 520: 4 00000100:00080000:2.0:1783947120.079054:0:22710:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:2.0:1783947120.079122:0:22710:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1783947120.079126:0:22710:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783947120.079128:0:22710:0:(obd_config.c:1561:class_process_config()) marker 22 (0x2) lustre-OST0000 add osc 00000020:01000000:2.0:1783947120.079132:0:22710:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1783947120.079135:0:22710:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #27 00000020:01000000:2.0:1783947120.079136:0:22710:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1783947120.079138:0:22710:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1783947120.079139:0:22710:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1783947120.079142:0:22710:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783947120.079143:0:22710:0:(obd_config.c:1561:class_process_config()) marker 27 (0x6) lustre sys.timeout 00000020:01000000:2.0:1783947120.079146:0:22710:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1783947120.079150:0:22710:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:2.0:1783947120.079154:0:22710:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783947120.079155:0:22710:0:(obd_config.c:1561:class_process_config()) marker 30 (0x1) lustre-OST0001 add osc 00000020:00000080:2.0:1783947120.079158:0:22710:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1783947120.079162:0:22710:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.202.133@tcp to nid 0x20000c0a8ca85 (192.168.202.133@tcp) 00000020:01000000:2.0:1783947120.079185:0:22710:0:(obd_config.c:1975:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:2.0:1783947120.079188:0:22710:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1783947120.079200:0:22710:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0000 (ffff8da841668000) 00000020:00000080:2.0:1783947120.079212:0:22710:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type osp with refcount 2 00000020:00000080:2.0:1783947120.079217:0:22710:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1783947120.079278:0:22710:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0001-osc-MDT0000) 00080000:01000000:2.0:1783947120.079285:0:22710:0:(osd_handler.c:8929:osd_obd_connect()) connect #7 00000020:00000080:2.0:1783947120.079290:0:22710:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x48cfcce1a55e7f9c 00010000:00080000:2.0:1783947120.079322:0:22710:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8da836171000@lustre-OST0001-osc-MDT0000: add connection 192.168.202.133@tcp at head 00010000:00010000:2.0:1783947120.079674:0:22710:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0000-3 is initialized 00000040:01000000:2.0:1783947120.079738:0:22710:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:2.0:1783947120.079762:0:22710:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:2.0:1783947120.081576:0:22710:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1783947120.081784:0:22710:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:2.0:1783947120.081972:0:22710:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x12:0x0].1, 64 off8256 00000040:00080000:0.0:1783947120.082666:0:22718:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1783947120.082673:0:22718:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x12:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:2.0:1783947120.083305:0:22710:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1783947120.083316:0:22710:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00000004:01000000:2.0:1783947120.083350:0:22710:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:2.0:1783947120.083600:0:22710:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x48cfcce1a55e7fa3 00000100:00080000:2.0:1783947120.083613:0:22710:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1783947120.083618:0:22710:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8da836171000 using connection 192.168.202.133@tcp/0@lo 00000100:00100000:2.0:1783947120.083658:0:22710:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da70204b100 x1870603449802368/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1783947120.083685:0:22710:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:2.0:1783947120.083779:0:22710:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1783947120.083784:0:22710:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783947120.083785:0:22710:0:(obd_config.c:1561:class_process_config()) marker 30 (0x2) lustre-OST0001 add osc 00000020:01000000:2.0:1783947120.083788:0:22710:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1783947120.083792:0:22710:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783947120.083793:0:22710:0:(obd_config.c:1561:class_process_config()) marker 36 (0x1) lustre sys.timeout 00000020:00000080:2.0:1783947120.083796:0:22710:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1783947120.083798:0:22710:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:2.0:1783947120.083800:0:22710:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1783947120.083802:0:22710:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783947120.083803:0:22710:0:(obd_config.c:1561:class_process_config()) marker 36 (0x2) lustre sys.timeout 00000020:01000000:2.0:1783947120.083806:0:22710:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1783947120.083808:0:22710:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783947120.083809:0:22710:0:(obd_config.c:1561:class_process_config()) marker 41 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1783947120.083812:0:22710:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000100:00100000:2.0:1783947120.083844:0:22710:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da702048000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:42b3cb17-0205-4693-9331-418db4796772:22710:1870603449802496:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1783947120.083935:0:22710:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783947120.083970:0:22710:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da803344480 going to sleep for 11 seconds 00000100:00100000:3.0:1783947120.084059:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449802496 00000100:00100000:3.0:1783947120.084065:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449802496 00000100:00100000:3.0:1783947120.084113:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1783947120.084123:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83d7bd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+9:22710:x1870603449802496:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1783947120.084240:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83d7bd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+9:22710:x1870603449802496:12345-0@lo:502:llog_process_th.0 Request processed in 118us (316us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947120.084249:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1783947120.084297:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da70204b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1870603449802368:0@lo:8:llog_process_th.0 00000400:00000100:3.0:1783947120.084321:0:3646:0:(lib-move.c:4319:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1870603449802368 offset 0 length 520: 4 00000100:00100000:2.0:1783947120.084659:0:22710:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da702048000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:42b3cb17-0205-4693-9331-418db4796772:22710:1870603449802496:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1783947120.084685:0:22710:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1783947120.084691:0:22710:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783947120.084693:0:22710:0:(obd_config.c:1561:class_process_config()) marker 41 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1783947120.084696:0:22710:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 46 count 46 00000020:01000000:3.0:1783947120.084943:0:22671:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 1-45 (rc=0) 10000000:01000000:3.0:1783947120.084965:0:22671:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.133@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:3.0:1783947120.085024:0:22671:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da7036e9000/0x48cfcce1a55e7f17 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e7f1e expref: -99 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947120.085036:0:22671:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.133@tcp lock: ffff8da7036e9000/0x48cfcce1a55e7f17 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e7f1e expref: -99 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783947120.085045:0:22671:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff8da840f5e000 from 1 10000000:01000000:3.0:1783947120.085049:0:22671:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1783947120.085077:0:22671:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da817851c00/0x48cfcce1a55e7faa lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947120.085086:0:22671:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.133@tcp lock: ffff8da817851c00/0x48cfcce1a55e7faa lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947120.085104:0:22671:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.133@tcp lock: ffff8da817851c00/0x48cfcce1a55e7faa lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783947120.085120:0:22671:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da703c7bb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:22671:1870603449802624:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1783947120.085156:0:22671:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783947120.085219:0:22671:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da83aceab40 going to sleep for 11 seconds 00000100:00100000:2.0:1783947120.085287:0:22686:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449802624 00000100:00100000:2.0:1783947120.085293:0:22686:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449802624 00000100:00100000:2.0:1783947120.085361:0:22686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1783947120.085390:0:22686:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83d7bf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42b3cb17-0205-4693-9331-418db4796772+9:22671:x1870603449802624:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1783947120.085402:0:22686:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783947120.085416:0:22686:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8da7036e8800/0x48cfcce1a55e7fb1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x48cfcce1a55e7faa expref: -99 pid: 22686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947120.085437:0:22686:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8da7036e8800/0x48cfcce1a55e7fb1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x48cfcce1a55e7faa expref: 10 pid: 22686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947120.085448:0:22686:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8da7036e8800/0x48cfcce1a55e7fb1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x48cfcce1a55e7faa expref: 10 pid: 22686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947120.085457:0:22686:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8da7036e8800, rc 0) 00000100:00100000:2.0:1783947120.085567:0:22686:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83d7bf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42b3cb17-0205-4693-9331-418db4796772+10:22671:x1870603449802624:12345-0@lo:101:mount.lustre.0 Request processed in 179us (410us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947120.085575:0:22686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1783947120.085640:0:22671:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da703c7bb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:22671:1870603449802624:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1783947120.085652:0:22671:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.133@tcp lock: ffff8da817851c00/0x48cfcce1a55e7faa lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e7fb1 expref: -99 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947120.085661:0:22671:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.133@tcp lock: ffff8da817851c00/0x48cfcce1a55e7faa lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x48cfcce1a55e7fb1 expref: -99 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783947120.086201:0:22671:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83d3d6300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:22671:1870603449802752:0@lo:256:mount.lustre.0 00000100:00100000:0.0:1783947120.086242:0:22671:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947120.086396:0:22671:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da701bfb0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1783947120.086539:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449802752 00000100:00100000:3.0:1783947120.086545:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449802752 00000100:00100000:3.0:1783947120.086571:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1783947120.086578:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83d7bcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+10:22671:x1870603449802752:12345-0@lo:256:mount.lustre.0 20000000:01000000:3.0:1783947120.086594:0:22684:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:3.0:1783947120.086599:0:22684:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 0, version 1 00000100:00100000:3.0:1783947120.086671:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83d7bcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+10:22671:x1870603449802752:12345-0@lo:256:mount.lustre.0 Request processed in 92us (428us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947120.086678:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1783947120.086809:0:22671:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83d3d6300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:22671:1870603449802752:0@lo:256:mount.lustre.0 10000000:01000000:0.0:1783947120.087408:0:22671:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.133@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1783947120.087425:0:22671:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da817851c00/0x48cfcce1a55e7faa lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e7fb1 expref: -99 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947120.087436:0:22671:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.133@tcp lock: ffff8da817851c00/0x48cfcce1a55e7faa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e7fb1 expref: -99 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1783947120.087444:0:22671:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff8da840f5e000 from 1 10000000:01000000:0.0:1783947120.087447:0:22671:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1783947120.087547:0:22671:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da80168b200/0x48cfcce1a55e7fb8 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947120.087556:0:22671:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.133@tcp lock: ffff8da80168b200/0x48cfcce1a55e7fb8 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947120.087566:0:22671:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.133@tcp lock: ffff8da80168b200/0x48cfcce1a55e7fb8 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783947120.087596:0:22671:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83d3d6300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:22671:1870603449802880:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1783947120.087635:0:22671:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947120.087665:0:22671:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da701bfb0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1783947120.087750:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449802880 00000100:00100000:3.0:1783947120.087756:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449802880 00000100:00100000:3.0:1783947120.087784:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1783947120.087791:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da82f456850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+10:22671:x1870603449802880:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1783947120.087802:0:22684:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783947120.087814:0:22684:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8da817851600/0x48cfcce1a55e7fbf lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x48cfcce1a55e7fb8 expref: -99 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947120.087833:0:22684:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8da817851600/0x48cfcce1a55e7fbf lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x48cfcce1a55e7fb8 expref: 11 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947120.087844:0:22684:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8da817851600/0x48cfcce1a55e7fbf lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x48cfcce1a55e7fb8 expref: 11 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947120.087859:0:22684:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8da817851600, rc 0) 00000100:00100000:3.0:1783947120.087901:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da82f456850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+11:22671:x1870603449802880:12345-0@lo:101:mount.lustre.0 Request processed in 110us (265us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947120.087907:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1783947120.087991:0:22671:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83d3d6300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:22671:1870603449802880:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1783947120.088004:0:22671:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.133@tcp lock: ffff8da80168b200/0x48cfcce1a55e7fb8 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e7fbf expref: -99 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947120.088013:0:22671:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.133@tcp lock: ffff8da80168b200/0x48cfcce1a55e7fb8 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x48cfcce1a55e7fbf expref: -99 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783947120.088078:0:22671:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83d3d6300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:22671:1870603449803008:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1783947120.088101:0:22671:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947120.088128:0:22671:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da701bfb0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1783947120.088225:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449803008 00000100:00100000:3.0:1783947120.088229:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449803008 00000100:00100000:3.0:1783947120.088246:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1783947120.088252:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da82f455050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+11:22671:x1870603449803008:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1783947120.088385:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da82f455050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+11:22671:x1870603449803008:12345-0@lo:501:mount.lustre.0 Request processed in 132us (282us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947120.088391:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1783947120.088457:0:22671:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83d3d6300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:22671:1870603449803008:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1783947120.088562:0:22671:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83d3d6300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:22671:1870603449803136:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1783947120.088604:0:22671:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947120.088631:0:22671:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da701bfb0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1783947120.088715:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449803136 00000100:00100000:3.0:1783947120.088720:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449803136 00000100:00100000:3.0:1783947120.088739:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1783947120.088745:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da82f456050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+11:22671:x1870603449803136:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1783947120.088823:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da82f456050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+11:22671:x1870603449803136:12345-0@lo:503:mount.lustre.0 Request processed in 77us (217us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947120.088830:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1783947120.088904:0:22671:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83d3d6300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:22671:1870603449803136:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1783947120.089638:0:22720:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da702048000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:42b3cb17-0205-4693-9331-418db4796772:22720:1870603449803264:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1783947120.089681:0:22720:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783947120.089743:0:22720:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da8013779c0 going to sleep for 11 seconds 00000100:00100000:3.0:1783947120.089771:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449803264 00000100:00100000:3.0:1783947120.089775:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449803264 00000100:00100000:3.0:1783947120.089830:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1783947120.089837:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da82f454050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+11:22720:x1870603449803264:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1783947120.090255:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da82f454050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+11:22720:x1870603449803264:12345-0@lo:502:llog_process_th.0 Request processed in 417us (572us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947120.090263:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1783947120.090357:0:22720:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da702048000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:42b3cb17-0205-4693-9331-418db4796772:22720:1870603449803264:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1783947120.090401:0:22720:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1783947120.090410:0:22720:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783947120.090413:0:22720:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1783947120.090420:0:22720:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff8da840f5e000 00000020:00000080:1.0:1783947120.090422:0:22720:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1783947120.090431:0:22720:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1783947120.090434:0:22720:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783947120.090435:0:22720:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:1.0:1783947120.090438:0:22720:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1783947120.090440:0:22720:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783947120.090441:0:22720:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1783947120.090445:0:22720:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff8da840f5e000 00000020:00000080:1.0:1783947120.090447:0:22720:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1783947120.090519:0:22720:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1783947120.090523:0:22720:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783947120.090524:0:22720:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:1.0:1783947120.090527:0:22720:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1783947120.090530:0:22720:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783947120.090531:0:22720:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1783947120.090534:0:22720:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8da840f5e000 00000020:00000080:1.0:1783947120.090542:0:22720:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1783947120.090563:0:22720:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1783947120.090566:0:22720:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783947120.090568:0:22720:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1783947120.090571:0:22720:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1783947120.090573:0:22720:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783947120.090575:0:22720:0:(obd_config.c:1561:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:1.0:1783947120.090578:0:22720:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8da840f5e000 00000020:00000080:1.0:1783947120.090580:0:22720:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000100:00100000:1.0:1783947120.090619:0:22720:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da84177f800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:42b3cb17-0205-4693-9331-418db4796772:22720:1870603449803392:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1783947120.090657:0:22720:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783947120.094960:0:22720:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da8084f3d80 going to sleep for 11 seconds 00000100:00100000:2.0:1783947120.095063:0:22686:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449803392 00000100:00100000:2.0:1783947120.095073:0:22686:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449803392 00000100:00100000:2.0:1783947120.095121:0:22686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1783947120.095139:0:22686:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da82f454450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42b3cb17-0205-4693-9331-418db4796772+11:22720:x1870603449803392:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1783947120.095313:0:22686:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da82f454450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42b3cb17-0205-4693-9331-418db4796772+11:22720:x1870603449803392:12345-0@lo:502:llog_process_th.0 Request processed in 176us (4655us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947120.095322:0:22686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1783947120.098117:0:22720:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da84177f800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:42b3cb17-0205-4693-9331-418db4796772:22720:1870603449803392:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1783947120.098166:0:22720:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1783947120.098176:0:22720:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783947120.098179:0:22720:0:(obd_config.c:1561:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:1.0:1783947120.098184:0:22720:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 13 count 13 00000020:01000000:0.0:1783947120.100610:0:22671:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:0.0:1783947120.100646:0:22671:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.133@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1783947120.100669:0:22671:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da80168b200/0x48cfcce1a55e7fb8 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e7fbf expref: -99 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947120.100682:0:22671:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.133@tcp lock: ffff8da80168b200/0x48cfcce1a55e7fb8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e7fbf expref: -99 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1783947120.100746:0:22671:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1783947120.100749:0:22671:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8da840f5e000 10000000:01000000:0.0:1783947120.100752:0:22671:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8da840f5e000 10000000:01000000:0.0:1783947120.100756:0:22671:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1783947120.100761:0:22671:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff8da840f5e000 from 1 10000000:01000000:0.0:1783947120.100764:0:22671:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1783947120.100802:0:22671:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da80168be00/0x48cfcce1a55e7fc6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947120.100811:0:22671:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.133@tcp lock: ffff8da80168be00/0x48cfcce1a55e7fc6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947120.100823:0:22671:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.133@tcp lock: ffff8da80168be00/0x48cfcce1a55e7fc6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783947120.100848:0:22671:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83d3d6300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:22671:1870603449803520:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1783947120.100915:0:22671:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947120.100974:0:22671:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da7035b90c0 going to sleep for 11 seconds 00000100:00100000:2.0:1783947120.101136:0:22686:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449803520 00000100:00100000:2.0:1783947120.101144:0:22686:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449803520 00000100:00100000:2.0:1783947120.101200:0:22686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1783947120.101210:0:22686:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da82f457050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42b3cb17-0205-4693-9331-418db4796772+11:22671:x1870603449803520:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1783947120.101224:0:22686:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783947120.101238:0:22686:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8da7036e9200/0x48cfcce1a55e7fcd lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x48cfcce1a55e7fc6 expref: -99 pid: 22686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947120.101262:0:22686:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8da7036e9200/0x48cfcce1a55e7fcd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x48cfcce1a55e7fc6 expref: 12 pid: 22686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947120.101273:0:22686:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8da7036e9200/0x48cfcce1a55e7fcd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x48cfcce1a55e7fc6 expref: 12 pid: 22686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947120.101280:0:22686:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8da7036e9200, rc 0) 00000100:00100000:2.0:1783947120.101398:0:22686:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da82f457050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42b3cb17-0205-4693-9331-418db4796772+12:22671:x1870603449803520:12345-0@lo:101:mount.lustre.0 Request processed in 190us (482us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947120.101405:0:22686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1783947120.107813:0:22671:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83d3d6300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:22671:1870603449803520:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1783947120.107847:0:22671:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.133@tcp lock: ffff8da80168be00/0x48cfcce1a55e7fc6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e7fcd expref: -99 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947120.107859:0:22671:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.133@tcp lock: ffff8da80168be00/0x48cfcce1a55e7fc6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x48cfcce1a55e7fcd expref: -99 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783947120.107959:0:22671:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da84177f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:22671:1870603449803648:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1783947120.108021:0:22671:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783947120.114599:0:22671:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da8084f3d80 going to sleep for 11 seconds 00000100:00100000:0.0:1783947120.114678:0:22685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449803648 00000100:00100000:0.0:1783947120.114687:0:22685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449803648 00000100:00100000:0.0:1783947120.114783:0:22685:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1783947120.114793:0:22685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da82f456450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42b3cb17-0205-4693-9331-418db4796772+12:22671:x1870603449803648:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1783947120.114990:0:22685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da82f456450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42b3cb17-0205-4693-9331-418db4796772+12:22671:x1870603449803648:12345-0@lo:501:mount.lustre.0 Request processed in 198us (6968us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947120.114998:0:22685:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1783947120.115080:0:22671:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da84177f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:22671:1870603449803648:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1783947120.115147:0:22671:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da84177f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:22671:1870603449803776:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1783947120.115202:0:22671:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783947120.115282:0:22671:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da8084f3d80 going to sleep for 11 seconds 00000100:00100000:2.0:1783947120.115395:0:22686:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449803776 00000100:00100000:2.0:1783947120.115401:0:22686:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449803776 00000100:00100000:2.0:1783947120.115427:0:22686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1783947120.115434:0:22686:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da82f454c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42b3cb17-0205-4693-9331-418db4796772+12:22671:x1870603449803776:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1783947120.115595:0:22686:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da82f454c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42b3cb17-0205-4693-9331-418db4796772+12:22671:x1870603449803776:12345-0@lo:503:mount.lustre.0 Request processed in 161us (393us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947120.115607:0:22686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1783947120.115711:0:22671:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da84177f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:22671:1870603449803776:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1783947120.116023:0:22725:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da70204ad80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:42b3cb17-0205-4693-9331-418db4796772:22725:1870603449803904:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1783947120.116059:0:22725:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783947120.116078:0:22686:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449803904 00000100:00100000:2.0:1783947120.116082:0:22686:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449803904 00000100:00100000:2.0:1783947120.116104:0:22686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1783947120.116110:0:22686:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da82f454850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42b3cb17-0205-4693-9331-418db4796772+12:22725:x1870603449803904:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1783947120.116184:0:22686:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da82f454850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42b3cb17-0205-4693-9331-418db4796772+12:22725:x1870603449803904:12345-0@lo:502:llog_process_th.0 Request processed in 74us (124us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947120.116191:0:22686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1783947120.116229:0:22725:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da801654840 going to sleep for 11 seconds 00000100:00100000:2.0:1783947120.116242:0:22725:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da70204ad80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:42b3cb17-0205-4693-9331-418db4796772:22725:1870603449803904:0@lo:502:llog_process_th.0 00000020:01000004:2.0:1783947120.116296:0:22725:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0000 (typ=lwp) 00000020:00000080:2.0:1783947120.116319:0:22725:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0000 (ffff8da83de099c0) 00000020:00000080:2.0:1783947120.116353:0:22725:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type lwp with refcount 2 00000020:01000004:2.0:1783947120.116713:0:22725:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8da840f5e000 from lustre-MDT0000, refs=4 00000020:01000004:2.0:1783947120.116719:0:22725:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8da840f5e000 from lustre-MDT0000, refs=4 00000020:01000004:2.0:1783947120.116722:0:22725:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8da840f5e000 4 00010000:00080000:2.0:1783947120.116751:0:22725:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8da820d89800@lustre-MDT0000-lwp-MDT0000: add connection 192.168.202.133@tcp at head 00010000:00010000:2.0:1783947120.118880:0:22725:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0000-4 is initialized 00000020:00000080:2.0:1783947120.118984:0:22725:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000010:01000000:2.0:1783947120.119021:0:22725:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1783947120.119032:0:22725:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000, cookie 0x48cfcce1a55e7fdb 00000100:00080000:2.0:1783947120.119041:0:22725:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1783947120.119046:0:22725:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff8da820d89800 using connection 192.168.202.133@tcp/0@lo 00000100:00100000:2.0:1783947120.119076:0:22725:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da70204ad80 x1870603449804032/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1783947120.119115:0:22725:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00100000:2.0:1783947120.121299:0:22725:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da702048380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:42b3cb17-0205-4693-9331-418db4796772:22725:1870603449804160:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1783947120.121396:0:22725:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783947120.121430:0:22686:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449804160 00000100:00100000:2.0:1783947120.121436:0:22686:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449804160 00000100:00100000:2.0:1783947120.121573:0:22686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1783947120.121582:0:22686:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da82f455c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42b3cb17-0205-4693-9331-418db4796772+12:22725:x1870603449804160:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1783947120.121686:0:22686:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da82f455c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42b3cb17-0205-4693-9331-418db4796772+12:22725:x1870603449804160:12345-0@lo:502:llog_process_th.0 Request processed in 105us (290us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947120.121693:0:22686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1783947120.121741:0:22725:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da820d35780 going to sleep for 11 seconds 00000100:00100000:2.0:1783947120.121761:0:22725:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da702048380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:42b3cb17-0205-4693-9331-418db4796772:22725:1870603449804160:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1783947120.121797:0:22725:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da702048380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:42b3cb17-0205-4693-9331-418db4796772:22725:1870603449804288:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1783947120.121824:0:22725:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783947120.121838:0:22686:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449804288 00000100:00100000:2.0:1783947120.121841:0:22686:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449804288 00000100:00100000:2.0:1783947120.121869:0:22686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1783947120.121874:0:22686:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da82f457c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42b3cb17-0205-4693-9331-418db4796772+12:22725:x1870603449804288:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1783947120.121921:0:22686:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da82f457c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42b3cb17-0205-4693-9331-418db4796772+12:22725:x1870603449804288:12345-0@lo:502:llog_process_th.0 Request processed in 47us (97us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947120.121939:0:22686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1783947120.121968:0:22725:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da84155c6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1783947120.121980:0:22725:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da702048380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:42b3cb17-0205-4693-9331-418db4796772:22725:1870603449804288:0@lo:502:llog_process_th.0 00000040:00080000:2.0:1783947120.121999:0:22725:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000100:00100000:3.0:1783947120.122194:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da70204ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3646:1870603449804032:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1783947120.122233:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947120.122579:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449804032 00000100:00100000:0.0:1783947120.122584:0:22692:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449804032 00000100:00100000:0.0:1783947120.122613:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1783947120.122625:0:22692:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da703c78a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3646:x1870603449804032:12345-0@lo:38:llog_process_th.0 00000100:00100000:0.0:1783947120.122672:0:22692:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da703c78a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3646:x1870603449804032:12345-0@lo:38:llog_process_th.0 Request processed in 47us (438us total) trans 0 rc -11/-11 00000100:00100000:0.0:1783947120.122680:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1783947120.122809:0:3646:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1783947120.122816:0:3646:0:(import.c:65:import_set_state_nolock()) ffff8da820d89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1783947120.122821:0:3646:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:3.0:1783947120.122824:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da70204ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3646:1870603449804032:0@lo:38:llog_process_th.0 00000020:01000000:2.0:1783947120.124768:0:22671:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:2.0:1783947120.124804:0:22671:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.133@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1783947120.124822:0:22671:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da80168be00/0x48cfcce1a55e7fc6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e7fcd expref: -99 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947120.124837:0:22671:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.133@tcp lock: ffff8da80168be00/0x48cfcce1a55e7fc6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e7fcd expref: -99 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1783947120.124886:0:22671:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1783947120.124889:0:22671:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1783947120.124890:0:22671:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1783947120.124891:0:22671:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1783947120.124893:0:22671:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1783947120.124894:0:22671:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1783947120.124896:0:22671:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1783947120.124898:0:22671:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1783947120.124899:0:22671:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1783947120.124901:0:22671:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1783947120.124905:0:22671:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x40020005 00000020:01000004:2.0:1783947120.124907:0:22671:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1783947120.124909:0:22671:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1783947120.124910:0:22671:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1783947120.124912:0:22671:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1783947120.124913:0:22671:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1783947120.124914:0:22671:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1783947120.124915:0:22671:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1783947120.124916:0:22671:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1783947120.124917:0:22671:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1783947120.124918:0:22671:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1783947120.124951:0:22671:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:2.0:1783947120.124969:0:22671:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da702048380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:22671:1870603449804416:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1783947120.125032:0:22671:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783947120.125077:0:22671:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da84155c6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1783947120.125145:0:22686:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449804416 00000100:00100000:3.0:1783947120.125153:0:22686:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449804416 00000100:00100000:3.0:1783947120.125203:0:22686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1783947120.125211:0:22686:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da82f457450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42b3cb17-0205-4693-9331-418db4796772+12:22671:x1870603449804416:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1783947120.125239:0:22686:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:3.0:1783947120.125253:0:22686:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:0.0:1783947120.127100:0:22686:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1783947120.127121:0:22686:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:1.0:1783947120.127266:0:22708:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:1.0:1783947120.127271:0:22708:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:1.0:1783947120.127294:0:22708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8da83611aa00/0x48cfcce1a55e7fe2 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947120.127314:0:22708:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8da7036e8800/0x48cfcce1a55e7fb1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x48cfcce1a55e7faa expref: 12 pid: 22686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947120.127323:0:22708:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8da83611aa00/0x48cfcce1a55e7fe2 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947120.127382:0:22708:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8da7036e8800/0x48cfcce1a55e7fb1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x48cfcce1a55e7faa expref: 12 pid: 22686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947120.127398:0:22708:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8da7036e8800/0x48cfcce1a55e7fb1 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x48cfcce1a55e7faa expref: 12 pid: 22686 timeout: 901 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783947120.127412:0:22708:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da84177f800 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22708:1870603449804544:0@lo:104: 00000100:00100000:1.0:1783947120.127540:0:22708:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783947120.127586:0:22708:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da8084f3600 going to sleep for 11 seconds 00000100:00100000:0.0:1783947120.127710:0:22686:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da82f457450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42b3cb17-0205-4693-9331-418db4796772+12:22671:x1870603449804416:12345-0@lo:253:mount.lustre.0 Request processed in 2498us (2676us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947120.127720:0:22686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1783947120.127813:0:22671:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da702048380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:22671:1870603449804416:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1783947120.127826:0:22671:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:1.0:1783947120.127829:0:22671:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1783947120.127831:0:22671:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1783947120.127841:0:22671:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1783947120.127842:0:22671:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1783947120.127843:0:22671:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1783947120.127844:0:22671:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1783947120.127846:0:22671:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1783947120.127847:0:22671:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1783947120.127850:0:22671:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1783947120.127851:0:22671:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:1.0:1783947120.127865:0:22671:0:(tgt_mount.c:2689:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00000100:00100000:2.0:1783947120.130647:0:22675:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449804544 00000100:00100000:2.0:1783947120.130662:0:22675:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449804544 00000100:00100000:2.0:1783947120.130765:0:22675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1783947120.130775:0:22675:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da84177f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:42b3cb17-0205-4693-9331-418db4796772+3:22708:x1870603449804544:12345-0@lo:104: 00010000:00010000:2.0:1783947120.130795:0:22675:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.133@tcp lock: ffff8da817851c00/0x48cfcce1a55e7faa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x48cfcce1a55e7fb1 expref: -99 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947120.130896:0:22675:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1783947120.130902:0:22675:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da84177f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:42b3cb17-0205-4693-9331-418db4796772+3:22708:x1870603449804544:12345-0@lo:104: Request processed in 130us (3363us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947120.130910:0:22675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1783947120.130983:0:22708:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da84177f800 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22708:1870603449804544:0@lo:104: 00010000:00010000:0.0:1783947120.131006:0:22708:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8da83611aa00/0x48cfcce1a55e7fe2 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947120.134740:0:22681:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783947120.134758:0:22681:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.133@tcp lock: ffff8da817851c00/0x48cfcce1a55e7faa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x48cfcce1a55e7fb1 expref: -99 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947120.134769:0:22681:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da817851c00 already unused, calling callback (ffffffffc11dcc20) 10000000:00010000:2.0:1783947120.134773:0:22681:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.133@tcp lock: ffff8da817851c00/0x48cfcce1a55e7faa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x48cfcce1a55e7fb1 expref: -99 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947120.134783:0:22681:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.133@tcp lock: ffff8da817851c00/0x48cfcce1a55e7faa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x48cfcce1a55e7fb1 expref: -99 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1783947120.134790:0:22681:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.133@tcp lock: ffff8da817851c00/0x48cfcce1a55e7faa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x48cfcce1a55e7fb1 expref: -99 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1783947120.134796:0:22681:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1783947120.134867:0:22681:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.133@tcp lock: ffff8da817851c00/0x48cfcce1a55e7faa lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x48cfcce1a55e7fb1 expref: -99 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947120.134874:0:22681:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1783947120.134899:0:22681:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.133@tcp lock: ffff8da817851c00/0x48cfcce1a55e7faa lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x48cfcce1a55e7fb1 expref: -99 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947120.134936:0:22681:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.133@tcp lock: ffff8da817851c00/0x48cfcce1a55e7faa lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x48cfcce1a55e7fb1 expref: -99 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947120.134954:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783947120.134956:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783947120.134958:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783947120.135009:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da70204a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:42b3cb17-0205-4693-9331-418db4796772:3649:1870603449804672:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1783947120.135076:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783947120.135174:0:22677:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449804672 00000100:00100000:2.0:1783947120.135182:0:22677:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449804672 00010000:00010000:2.0:1783947120.135208:0:22677:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8da7036e8800/0x48cfcce1a55e7fb1 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x48cfcce1a55e7faa expref: 12 pid: 22686 timeout: 901 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783947120.135236:0:22677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1783947120.135244:0:22677:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da702049880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:42b3cb17-0205-4693-9331-418db4796772+12:3649:x1870603449804672:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1783947120.135256:0:22677:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783947120.135261:0:22677:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8da7036e8800/0x48cfcce1a55e7fb1 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x48cfcce1a55e7faa expref: 12 pid: 22686 timeout: 901 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947120.135273:0:22677:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8da7036e8800/0x48cfcce1a55e7fb1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x48cfcce1a55e7faa expref: 12 pid: 22686 timeout: 901 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947120.135287:0:22677:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8da7036e8800/0x48cfcce1a55e7fb1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x48cfcce1a55e7faa expref: 12 pid: 22686 timeout: 901 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947120.135303:0:22677:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8da83611aa00/0x48cfcce1a55e7fe2 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947120.135322:0:22677:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8da83611aa00/0x48cfcce1a55e7fe2 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:2.0:1783947120.135339:0:22677:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.008068102s 00010000:00010000:2.0:1783947120.135344:0:22677:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8da83611aa00/0x48cfcce1a55e7fe2 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947120.135351:0:22677:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8da83611aa00/0x48cfcce1a55e7fe2 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947120.135359:0:22677:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8da83611aa00/0x48cfcce1a55e7fe2 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947120.135393:0:22677:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8da83611aa00/0x48cfcce1a55e7fe2 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947120.135399:0:22677:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da83611aa00 already unused, calling callback (ffffffffc0be1230) 00010000:00010000:2.0:1783947120.135404:0:22677:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8da83611aa00/0x48cfcce1a55e7fe2 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947120.135411:0:22677:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8da83611aa00/0x48cfcce1a55e7fe2 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947120.135425:0:22677:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8da83611aa00/0x48cfcce1a55e7fe2 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947120.135435:0:22677:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783947120.136546:0:22677:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da702049880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:42b3cb17-0205-4693-9331-418db4796772+11:3649:x1870603449804672:12345-0@lo:103:ldlm_bl.0 Request processed in 1297us (1465us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947120.136558:0:22677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1783947120.136621:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da70204a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:42b3cb17-0205-4693-9331-418db4796772:3649:1870603449804672:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1783947120.136649:0:22708:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8da83611aa00/0x48cfcce1a55e7fe2 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947120.136660:0:22708:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8da83611aa00/0x48cfcce1a55e7fe2 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947120.136667:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8da83611aa00/0x48cfcce1a55e7fe2 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00080000:2.0:1783947120.157032:0:22671:0:(update_trans.c:1495:distribute_txn_commit_batchid_init()) lustre-MDT0000: committed batchid 4294967529 00000040:01000000:2.0:1783947120.157278:0:22671:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osd ctxt 16 is initialized 00000020:00080000:1.0:1783947120.157537:0:22731:0:(update_trans.c:1538:distribute_txn_commit_thread()) lustre-MDT0000: start commit thread committed batchid 4294967529 00000020:00080000:1.0:1783947120.157542:0:22731:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000040:01000000:1.0:1783947120.157641:0:22732:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:00080000:1.0:1783947120.157893:0:22732:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:01000000:2.0:1783947120.159494:0:22671:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osp-MDT0000 ctxt 16 is initialized 00000100:00080000:2.0:1783947120.160009:0:22733:0:(client.c:1832:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff8da70204a680 x1870603449804800/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783947120.160022:0:22733:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da7026e1f00 going to sleep for 0 seconds 00000040:00080000:1.0:1783947120.161330:0:22732:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000400:0x1:0x0] index 261376 count 1 00000004:00080000:1.0:1783947120.161429:0:22732:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osd retrieved update log, duration 0, retries 0 00000040:01000000:0.0:1783947120.162219:0:22671:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 12 is initialized 00000040:00080000:0.0:1783947120.162260:0:22671:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:0.0:1783947120.163995:0:22671:0:(mdd_device.c:553:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:0.0:1783947120.164011:0:22671:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 14 is initialized 00000040:00080000:0.0:1783947120.164079:0:22671:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1783947120.165253:0:22671:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:0.0:1783947120.167647:0:22671:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:0.0:1783947120.167748:0:22671:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 15 is initialized 00000040:00080000:0.0:1783947120.168686:0:22671:0:(llog_cat.c:403:llog_cat_set_first_idx()) catlog [0xa:0x7:0x0] first idx 1, last_idx 2 00080000:10000000:0.0:1783947120.169261:0:22671:0:(osd_handler.c:5579:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x36:0x0] (8/32) registered 00000001:00000004:0.0:1783947120.171706:0:22671:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:0.0:1783947120.173105:0:22671:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:0.0:1783947120.173140:0:22671:0:(mdd_device.c:2302:mdd_iocontrol()) lustre-MDD0000: cmd=c00866e6 len=0 karg=ffff9d4a4164f988 00100000:10000000:0.0:1783947120.173149:0:22671:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0000-osd: start master thread 00000020:01000004:1.0:1783947120.173999:0:22671:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:1.0:1783947120.174019:0:22671:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.202.133@tcp: cl_mgc_mutex unlock 00000020:01000004:1.0:1783947120.174037:0:22671:0:(tgt_mount.c:2458:server_fill_super_common()) Server sb, dev=46 00000080:00000004:1.0:1783947120.174054:0:22671:0:(super25.c:181:lustre_fill_super()) /dev/mapper/mds1_flakey: Mount complete 00000020:00000004:2.0:1783947120.179081:0:22671:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1783947120.179262:0:22671:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1783947120.896567:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1783947121.153152:0:22727:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:3.0:1783947121.153162:0:22727:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1783947121.155784:0:22727:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:3.0:1783947121.155798:0:22727:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00000100:00100000:0.0:1783947121.215658:0:22733:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da7026e1f00 going to sleep for 0 seconds 10000000:01000000:0.0:1783947121.856144:0:22689:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1783947121.856153:0:22689:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff8da840f5e000 from 11 10000000:01000000:0.0:1783947121.856172:0:22689:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1783947121.856219:0:22689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da80168a400/0x48cfcce1a55e7fe9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947121.856230:0:22689:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.133@tcp lock: ffff8da80168a400/0x48cfcce1a55e7fe9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947121.856242:0:22689:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.133@tcp lock: ffff8da80168a400/0x48cfcce1a55e7fe9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783947121.856268:0:22689:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83d3d4a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42b3cb17-0205-4693-9331-418db4796772:22689:1870603449804928:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1783947121.856336:0:22689:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947121.856389:0:22689:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da834c74300 going to sleep for 11 seconds 00000100:00100000:3.0:1783947121.856448:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449804928 00000100:00100000:3.0:1783947121.856456:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449804928 00000100:00100000:3.0:1783947121.856511:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1783947121.856521:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da82f457850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+11:22689:x1870603449804928:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1783947121.856535:0:22684:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783947121.856549:0:22684:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8da817850200/0x48cfcce1a55e7ff0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x48cfcce1a55e7fe9 expref: -99 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947121.856572:0:22684:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8da817850200/0x48cfcce1a55e7ff0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x48cfcce1a55e7fe9 expref: 12 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947121.856595:0:22684:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8da817850200/0x48cfcce1a55e7ff0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x48cfcce1a55e7fe9 expref: 12 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947121.856605:0:22684:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8da817850200, rc 0) 00000100:00100000:3.0:1783947121.856645:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da82f457850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+12:22689:x1870603449804928:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 125us (308us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947121.856652:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1783947121.856808:0:22689:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83d3d4a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42b3cb17-0205-4693-9331-418db4796772:22689:1870603449804928:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1783947121.856823:0:22689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.133@tcp lock: ffff8da80168a400/0x48cfcce1a55e7fe9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e7ff0 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947121.856833:0:22689:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.133@tcp lock: ffff8da80168a400/0x48cfcce1a55e7fe9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x48cfcce1a55e7ff0 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783947121.856879:0:22689:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83d3d4a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42b3cb17-0205-4693-9331-418db4796772:22689:1870603449805056:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1783947121.856919:0:22689:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947121.856946:0:22689:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da834c74300 going to sleep for 11 seconds 00000100:00100000:3.0:1783947121.856993:0:22686:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449805056 00000100:00100000:3.0:1783947121.856998:0:22686:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449805056 00000100:00100000:3.0:1783947121.857031:0:22686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1783947121.857037:0:22686:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da82f455450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42b3cb17-0205-4693-9331-418db4796772+12:22689:x1870603449805056:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1783947121.857051:0:22686:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1783947121.857067:0:22686:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1783947121.857070:0:22686:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:3.0:1783947121.857151:0:22686:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da82f455450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42b3cb17-0205-4693-9331-418db4796772+12:22689:x1870603449805056:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 114us (232us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947121.857159:0:22686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1783947121.857234:0:22689:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83d3d4a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42b3cb17-0205-4693-9331-418db4796772:22689:1870603449805056:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1783947121.857275:0:22689:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.133@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1783947121.857283:0:22689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da80168a400/0x48cfcce1a55e7fe9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e7ff0 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947121.857300:0:22689:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.133@tcp lock: ffff8da80168a400/0x48cfcce1a55e7fe9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e7ff0 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947121.923199:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1783947122.183467:0:22727:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:1.0:1783947122.183476:0:22727:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1783947122.184021:0:22727:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 1 count 1 00000040:00080000:1.0:1783947122.184058:0:22727:0:(llog_cat_server.c:902:llog_cat_cleanup()) cancel plain log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1783947122.184210:0:22727:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 1 00000100:00100000:0.0:1783947122.241208:0:22733:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da7026e1f00 going to sleep for 0 seconds 00010000:00010000:3.0:1783947122.950016:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783947123.266350:0:22733:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da7026e1f00 going to sleep for 0 seconds 00010000:00010000:3.0:1783947123.975339:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783947124.295977:0:22733:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da7026e1f00 going to sleep for 0 seconds 00000001:02000400:0.0:1783947124.720063:0:22976:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg233-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:0.0:1783947124.991788:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783947125.121959:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da703c78000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:42b3cb17-0205-4693-9331-418db4796772:3650:1870603449805184:0@lo:400:kworker.0 00000100:00100000:2.0:1783947125.122037:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1783947125.122100:0:20822:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1783947125.122105:0:20822:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1783947125.122109:0:20822:0:(import.c:65:import_set_state_nolock()) ffff8da83fbb5000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1783947125.122115:0:20822:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 801 00000100:00080000:3.0:1783947125.122119:0:20822:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1783947125.122126:0:20822:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8da83fbb5000 using connection 192.168.202.133@tcp/0@lo 00000100:00100000:3.0:1783947125.122150:0:20822:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da703c79180 x1870603449805312/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1783947125.122178:0:20822:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1783947125.122182:0:20822:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1783947125.122184:0:20822:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1783947125.122187:0:20822:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1783947125.122190:0:20822:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1783947125.122193:0:20822:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1783947125.122194:0:20822:0:(import.c:65:import_set_state_nolock()) ffff8da820d89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1783947125.122199:0:20822:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff8da820d89800 using connection 192.168.202.133@tcp/0@lo 00000100:00100000:3.0:1783947125.122209:0:20822:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da703c7b100 x1870603449805440/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1783947125.122236:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da703c79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1870603449805312:0@lo:38:kworker.0 00000100:00100000:3.0:1783947125.122266:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783947125.122283:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da703c7b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3646:1870603449805440:0@lo:38:kworker.0 00000100:00100000:3.0:1783947125.122303:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783947125.122527:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449805312 00000100:00100000:2.0:1783947125.122533:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449805312 00000100:00100000:2.0:1783947125.122595:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1783947125.122602:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da703c78e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3646:x1870603449805312:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1783947125.122619:0:22698:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1783947125.122672:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da703c78e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3646:x1870603449805312:12345-0@lo:38:kworker.0 Request processed in 69us (404us total) trans 0 rc -19/-19 00000100:00100000:2.0:1783947125.122679:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:2.0:1783947125.122937:0:3646:0:(import.c:65:import_set_state_nolock()) ffff8da83fbb5000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1783947125.122942:0:3646:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1783947125.122946:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da703c79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1870603449805312:0@lo:38:kworker.0 00000100:00100000:0.0:1783947125.123503:0:22685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449805184 00000100:00100000:0.0:1783947125.123509:0:22685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449805184 00000100:00100000:0.0:1783947125.123551:0:22685:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1783947125.123559:0:22685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da84188a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42b3cb17-0205-4693-9331-418db4796772+12:3650:x1870603449805184:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783947125.123611:0:22685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da84188a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42b3cb17-0205-4693-9331-418db4796772+12:3650:x1870603449805184:12345-0@lo:400:kworker.0 Request processed in 53us (1574us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947125.123618:0:22685:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1783947125.123633:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da703c78000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:42b3cb17-0205-4693-9331-418db4796772:3650:1870603449805184:0@lo:400:kworker.0 00000100:00100000:0.0:1783947125.123657:0:22694:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449805440 00000100:00100000:0.0:1783947125.123660:0:22694:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449805440 00000100:00100000:0.0:1783947125.123677:0:22694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1783947125.123681:0:22694:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da703c78380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3646:x1870603449805440:12345-0@lo:38:kworker.0 00010000:00080000:0.0:1783947125.123698:0:22694:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo t0 exp 0000000000000000 cur 806 last 0 00000020:00000080:0.0:1783947125.123729:0:22694:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0x48cfcce1a55e7ff7 00000004:00100000:0.0:1783947125.123744:0:22694:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:0.0:1783947125.123860:0:22694:0:(import.c:65:import_set_state_nolock()) ffff8da70371f000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1783947125.123919:0:22694:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da703c78380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1870603449805440:12345-0@lo:38:kworker.0 Request processed in 235us (1613us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947125.123925:0:22694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:2.0:1783947125.124027:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8da703c7b100 x1870603449805440/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1783947135 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1783947125.124037:0:3646:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 3 00000100:00080000:2.0:1783947125.124043:0:3646:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:2.0:1783947125.124046:0:3646:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1783947125.124048:0:3646:0:(import.c:65:import_set_state_nolock()) ffff8da820d89800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1783947125.124051:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da703c7b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3646:1870603449805440:0@lo:38:kworker.0 00000100:00100000:2.0:1783947125.313549:0:22733:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da7026e1f00 going to sleep for 0 seconds 00000020:00000004:1.0:1783947125.607889:0:23028:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1783947125.608108:0:23028:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1783947126.018110:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783947126.335733:0:22733:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da7026e1f00 going to sleep for 0 seconds 00000020:00000004:2.0:1783947126.724246:0:23078:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1783947126.725756:0:23078:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1783947127.039673:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783947127.367110:0:22733:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da7026e1f00 going to sleep for 0 seconds 00010000:00010000:3.0:1783947128.067008:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783947128.385216:0:22733:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da7026e1f00 going to sleep for 0 seconds 00010000:00010000:0.0:1783947129.087643:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783947129.407555:0:22733:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da7026e1f00 going to sleep for 0 seconds 00010000:00010000:3.0:1783947130.112811:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1783947130.240554:0:13112:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1783947130.240562:0:13112:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1783947130.240566:0:13112:0:(import.c:65:import_set_state_nolock()) ffff8da83fbb5000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1783947130.240575:0:13112:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 806 00000100:00080000:3.0:1783947130.240581:0:13112:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1783947130.240588:0:13112:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8da83fbb5000 using connection 192.168.202.133@tcp/0@lo 00000100:00100000:3.0:1783947130.240632:0:13112:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da703c7a300 x1870603449805696/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1783947130.240646:0:13112:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1783947130.240650:0:13112:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1783947130.240652:0:13112:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1783947130.240655:0:13112:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1783947130.240666:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da703c7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:42b3cb17-0205-4693-9331-418db4796772:3647:1870603449805568:0@lo:400:kworker.0 00000100:00100000:0.0:1783947130.240796:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947130.240860:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1783947130.240867:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da703c7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3647:1870603449805824:0@lo:400:kworker.0 00000100:00100000:0.0:1783947130.240926:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783947130.240994:0:22693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449805824 00000100:00100000:1.0:1783947130.241004:0:22693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449805824 00000100:00100000:1.0:1783947130.241073:0:22693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1783947130.241083:0:22693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83d3d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1870603449805824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783947130.241155:0:22693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83d3d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1870603449805824:12345-0@lo:400:kworker.0 Request processed in 74us (228us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947130.241162:0:22693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1783947130.241245:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449805568 00000100:00100000:3.0:1783947130.241250:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449805568 00000100:00100000:2.0:1783947130.241361:0:3646:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1783947120/real 1783947120] req@ffff8da70204b100 x1870603449802368/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1783947130 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783947130.241413:0:3646:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da70204b100 x1870603449802368/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1783947130 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783947130.241422:0:3646:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1783947120/real 1783947120] req@ffff8da702048700 x1870603449802240/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1783947130 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783947130.241433:0:3646:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da702048700 x1870603449802240/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1783947130 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783947130.241446:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da703c7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1870603449805696:0@lo:38:kworker.0 00000100:00100000:2.0:1783947130.241504:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1783947130.241525:0:3646:0:(import.c:65:import_set_state_nolock()) ffff8da836171000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1783947130.241537:0:3646:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1783947130.241541:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da70204b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1870603449802368:0@lo:8:llog_process_th.0 00000100:00080000:2.0:1783947130.241546:0:3646:0:(import.c:65:import_set_state_nolock()) ffff8da836175000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1783947130.241550:0:3646:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1783947130.241553:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da702048700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1870603449802240:0@lo:8:llog_process_th.0 00010000:00080000:0.0:1783947130.241558:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8da703c7b480 x1870603449805824/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783947146 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783947130.241568:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da703c7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3647:1870603449805824:0@lo:400:kworker.0 00000100:00100000:2.0:1783947130.241601:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449805696 00000100:00100000:2.0:1783947130.241604:0:22697:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449805696 00000100:00100000:2.0:1783947130.241634:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1783947130.241639:0:22697:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da70204b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3646:x1870603449805696:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1783947130.241656:0:22697:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1783947130.241693:0:22697:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da70204b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3646:x1870603449805696:12345-0@lo:38:kworker.0 Request processed in 53us (189us total) trans 0 rc -19/-19 00000100:00100000:2.0:1783947130.241700:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00080000:2.0:1783947130.241719:0:20822:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1783947130.241723:0:20822:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1783947130.241725:0:20822:0:(import.c:65:import_set_state_nolock()) ffff8da836175000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1783947130.241730:0:20822:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 801 00000100:00080000:2.0:1783947130.241733:0:20822:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1783947130.241737:0:20822:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8da836175000 using connection 192.168.202.133@tcp/0@lo 00000100:00100000:2.0:1783947130.241755:0:20822:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da702048700 x1870603449805952/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1783947130.241766:0:20822:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1783947130.241792:0:20822:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1783947130.241794:0:20822:0:(import.c:65:import_set_state_nolock()) ffff8da836171000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1783947130.241798:0:20822:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 801 00000100:00080000:2.0:1783947130.241801:0:20822:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1783947130.241805:0:20822:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8da836171000 using connection 192.168.202.133@tcp/0@lo 00000100:00100000:2.0:1783947130.241827:0:20822:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da70204b100 x1870603449806080/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1783947130.241866:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da702048700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1870603449805952:0@lo:8:kworker.0 00000400:00000100:2.0:1783947130.241892:0:3646:0:(lib-move.c:4319:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1870603449805952 offset 0 length 520: 4 00000100:00100000:2.0:1783947130.241915:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da70204b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1870603449806080:0@lo:8:kworker.0 00000400:00000100:2.0:1783947130.241933:0:3646:0:(lib-move.c:4319:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1870603449806080 offset 0 length 520: 4 00000100:00080000:2.0:1783947130.241948:0:3646:0:(import.c:65:import_set_state_nolock()) ffff8da83fbb5000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1783947130.241952:0:3646:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1783947130.241955:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da703c7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1870603449805696:0@lo:38:kworker.0 00000100:00100000:2.0:1783947130.242304:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1783947130.242315:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da84188a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+12:3647:x1870603449805568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783947130.242447:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da84188a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+12:3647:x1870603449805568:12345-0@lo:400:kworker.0 Request processed in 135us (1650us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947130.242454:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1783947130.243773:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da703c7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:42b3cb17-0205-4693-9331-418db4796772:3647:1870603449805568:0@lo:400:kworker.0 00000100:00100000:2.0:1783947130.432305:0:22733:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da7026e1f00 going to sleep for 0 seconds 00010000:00010000:3.0:1783947131.135937:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783947131.455471:0:22733:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da7026e1f00 going to sleep for 0 seconds 00010000:00010000:3.0:1783947132.159959:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1783947132.422392:0:22727:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1783947132.480604:0:22733:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da7026e1f00 going to sleep for 0 seconds 00010000:00010000:2.0:1783947133.184467:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783947133.507453:0:22733:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da7026e1f00 going to sleep for 0 seconds 00010000:00010000:2.0:1783947134.209754:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1783947134.510273:0:23423:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:3.0:1783947134.510277:0:23423:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds2_flakey 00000020:01000004:3.0:1783947134.510278:0:23423:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:3.0:1783947134.510821:0:23423:0:(super25.c:130:lustre_fill_super()) VFS Op: sb ffff8da83ad5f000 00000020:01000004:3.0:1783947134.510840:0:23423:0:(tgt_mount.c:2500:osd_start()) Attempting to start lustre-MDT0001, type=osd-ldiskfs, lsifl=200001, mountfl=0 00000020:01000004:3.0:1783947134.510853:0:23423:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-osd (typ=osd-ldiskfs) 00000020:00000080:3.0:1783947134.510868:0:23423:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osd (ffff8da7031bb380) 00000020:00000080:3.0:1783947134.510885:0:23423:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type osd-ldiskfs with refcount 2 00000100:00100000:1.0:1783947134.532052:0:22733:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da7026e1f00 going to sleep for 0 seconds 00100000:10000000:2.0:1783947134.558926:0:23423:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xd:0x0] (16/1) registered 00100000:10000000:2.0:1783947134.559690:0:23423:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:2.0:1783947134.560462:0:23423:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x3:0x0] (8/32) registered 00100000:10000000:2.0:1783947134.560700:0:23423:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:2.0:1783947134.561451:0:23423:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:2.0:1783947134.561914:0:23423:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:2.0:1783947134.562154:0:23423:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:2.0:1783947134.562402:0:23423:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x8:0x0] (8/32) registered 00100000:10000000:2.0:1783947134.562673:0:23423:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:2.0:1783947134.562854:0:23423:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:2.0:1783947134.563047:0:23423:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x7:0x0] (8/32) registered 00100000:10000000:2.0:1783947134.563248:0:23423:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:2.0:1783947134.563477:0:23423:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:2.0:1783947134.563662:0:23423:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:2.0:1783947134.565429:0:23423:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:2.0:1783947134.565631:0:23423:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:2.0:1783947134.565863:0:23423:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:2.0:1783947134.566079:0:23423:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x22:0x0] (24/16) registered 00100000:10000000:2.0:1783947134.566302:0:23423:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1f:0x0] (24/16) registered 00100000:10000000:2.0:1783947134.566579:0:23423:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:2.0:1783947134.566789:0:23423:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:2.0:1783947134.567007:0:23423:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:2.0:1783947134.567218:0:23423:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xf:0x0] (16/1) registered 00100000:10000000:2.0:1783947134.567457:0:23423:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:2.0:1783947134.567640:0:23423:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x23:0x0] (24/16) registered 00100000:10000000:2.0:1783947134.567834:0:23423:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:2.0:1783947134.568059:0:23423:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x11:0x0] (16/1) registered 00100000:10000000:2.0:1783947134.568284:0:23423:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:2.0:1783947134.568508:0:23423:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x24:0x0] (24/16) registered 00100000:10000000:2.0:1783947134.568722:0:23423:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x10:0x0] (16/1) registered 00100000:10000000:2.0:1783947134.569012:0:23423:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:2.0:1783947134.569206:0:23423:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:2.0:1783947134.569438:0:23423:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:2.0:1783947134.569657:0:23423:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x12:0x0] (16/1) registered 00100000:10000000:2.0:1783947134.569862:0:23423:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:2.0:1783947134.570043:0:23423:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:2.0:1783947134.570226:0:23423:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:0.0:1783947134.570613:0:23423:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:0.0:1783947134.570965:0:23423:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:0.0:1783947134.571206:0:23423:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x20:0x0] (24/16) registered 00100000:10000000:0.0:1783947134.571422:0:23423:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:0.0:1783947134.571643:0:23423:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x21:0x0] (24/16) registered 00100000:10000000:0.0:1783947134.571869:0:23423:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:0.0:1783947134.572052:0:23423:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:0.0:1783947134.572229:0:23423:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xe:0x0] (16/1) registered 00100000:10000000:0.0:1783947134.572501:0:23423:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x16:0x0] (16/1) registered 00080000:01000000:0.0:1783947134.574111:0:23423:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0001: register osd-ldiskfs tunable parameters 00000020:00000080:0.0:1783947134.574320:0:23423:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00080000:01000000:0.0:1783947134.574332:0:23423:0:(osd_handler.c:8929:osd_obd_connect()) connect #0 00000020:00000080:0.0:1783947134.574550:0:23423:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x48cfcce1a55e8005 00000020:01000004:0.0:1783947134.574560:0:23423:0:(tgt_mount.c:2585:server_fill_super()) Found service lustre-MDT0001 on device /dev/mapper/mds2_flakey 00000020:01000004:0.0:1783947134.574583:0:23423:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.202.133@tcp:Set MGC reconnect 1 10000000:01000000:0.0:1783947134.574594:0:23423:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.202.133@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:0.0:1783947134.574602:0:23423:0:(tgt_mount.c:1809:server_start_targets()) starting target lustre-MDT0001 00000020:01000004:0.0:1783947134.574639:0:23423:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds2_flakey 10000000:01000000:0.0:1783947134.574644:0:23423:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.202.133@tcp: cl_mgc_mutex lustre-MDT0001-osd for locked: rc = 0 00000040:01000000:0.0:1783947134.577922:0:23423:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.202.133@tcp ctxt 0 is initialized 00000020:01000004:0.0:1783947134.577963:0:23423:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0001, fs=lustre, 192.168.202.133@tcp, index=0001, flags=0x20001 00000020:01000004:0.0:1783947134.577969:0:23423:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:0.0:1783947134.577970:0:23423:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:0.0:1783947134.577972:0:23423:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1783947134.577973:0:23423:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1783947134.577974:0:23423:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1783947134.577975:0:23423:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1783947134.577976:0:23423:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1783947134.577979:0:23423:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1783947134.577980:0:23423:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1783947134.577985:0:23423:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x10020001 00000020:01000004:0.0:1783947134.577987:0:23423:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1783947134.577989:0:23423:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:0.0:1783947134.577990:0:23423:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1783947134.577991:0:23423:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1783947134.577992:0:23423:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1783947134.577993:0:23423:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1783947134.577994:0:23423:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1783947134.577995:0:23423:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1783947134.577996:0:23423:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1783947134.578028:0:23423:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:0.0:1783947134.578053:0:23423:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83d3d5f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:23423:1870603449806208:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1783947134.578154:0:23423:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947134.578228:0:23423:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da8207403c0 going to sleep for 11 seconds 00000100:00100000:2.0:1783947134.578332:0:22685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449806208 00000100:00100000:2.0:1783947134.578347:0:22685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449806208 00000100:00100000:2.0:1783947134.578497:0:22685:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1783947134.578508:0:22685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da841889850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42b3cb17-0205-4693-9331-418db4796772+12:23423:x1870603449806208:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1783947134.578542:0:22685:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:2.0:1783947134.578545:0:22685:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0001 is running on 0@lo 20000000:01000000:2.0:1783947134.578553:0:22685:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 00000100:00100000:2.0:1783947134.578972:0:22685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da841889850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42b3cb17-0205-4693-9331-418db4796772+12:23423:x1870603449806208:12345-0@lo:253:mount.lustre.0 Request processed in 465us (817us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947134.578981:0:22685:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1783947134.579055:0:23423:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83d3d5f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:23423:1870603449806208:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1783947134.579066:0:23423:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:0.0:1783947134.579068:0:23423:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1783947134.579069:0:23423:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:0.0:1783947134.579071:0:23423:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1783947134.579072:0:23423:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1783947134.579083:0:23423:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1783947134.579085:0:23423:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1783947134.579086:0:23423:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1783947134.579087:0:23423:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1783947134.579088:0:23423:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:0.0:1783947134.579108:0:23423:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8da83ad5f000 from lustre-MDT0001 10000000:01000000:0.0:1783947134.579134:0:23423:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-MDT0001 from 0 10000000:01000000:0.0:1783947134.579137:0:23423:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0001-0000000000000000 10000000:01000000:0.0:1783947134.579144:0:23423:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff8da7031b99c0 local copy 00010000:00010000:0.0:1783947134.579154:0:23423:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da7036e8600/0x48cfcce1a55e7efb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e7f02 expref: -99 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783947134.579250:0:23423:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83d3d5f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:23423:1870603449806336:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1783947134.579280:0:23423:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947134.579691:0:23423:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da820740480 going to sleep for 11 seconds 00000100:00100000:1.0:1783947134.579860:0:22686:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449806336 00000100:00100000:1.0:1783947134.579868:0:22686:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449806336 00000100:00100000:1.0:1783947134.579909:0:22686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1783947134.579919:0:22686:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da841888450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42b3cb17-0205-4693-9331-418db4796772+12:23423:x1870603449806336:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1783947134.580016:0:22686:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da841888450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42b3cb17-0205-4693-9331-418db4796772+12:23423:x1870603449806336:12345-0@lo:501:mount.lustre.0 Request processed in 99us (735us total) trans 0 rc -2/-2 00000100:00100000:1.0:1783947134.580025:0:22686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1783947134.580117:0:23423:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83d3d5f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:23423:1870603449806336:0@lo:501:mount.lustre.0 10000000:01000000:0.0:1783947134.580131:0:23423:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.202.133@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:0.0:1783947134.580154:0:23423:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.202.133@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:0.0:1783947134.580161:0:23423:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da7036e8600/0x48cfcce1a55e7efb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e7f02 expref: -99 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947134.580171:0:23423:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.133@tcp lock: ffff8da7036e8600/0x48cfcce1a55e7efb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e7f02 expref: -99 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1783947134.580200:0:23423:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8da83ad5f000 10000000:01000000:0.0:1783947134.580205:0:23423:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:0.0:1783947134.580210:0:23423:0:(mgc_request.c:194:do_config_log_add()) do adding config log nodemap-ffff8da7031b99c0 10000000:01000000:0.0:1783947134.580213:0:23423:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 10000000:01000000:0.0:1783947134.580216:0:23423:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff8da7031b99c0 from 1 10000000:01000000:0.0:1783947134.580219:0:23423:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1783947134.580243:0:23423:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da80168a000/0x48cfcce1a55e800c lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23423 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947134.580262:0:23423:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.133@tcp lock: ffff8da80168a000/0x48cfcce1a55e800c lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23423 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947134.580272:0:23423:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.133@tcp lock: ffff8da80168a000/0x48cfcce1a55e800c lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23423 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783947134.580286:0:23423:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83d3d5f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:23423:1870603449806464:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1783947134.580312:0:23423:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947134.580342:0:23423:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da820740480 going to sleep for 11 seconds 00000100:00100000:1.0:1783947134.580475:0:22686:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449806464 00000100:00100000:1.0:1783947134.580480:0:22686:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449806464 00000100:00100000:1.0:1783947134.580501:0:22686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1783947134.580507:0:22686:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da84188bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42b3cb17-0205-4693-9331-418db4796772+12:23423:x1870603449806464:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1783947134.580516:0:22686:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783947134.580532:0:22686:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8da83611be00/0x48cfcce1a55e8013 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x48cfcce1a55e800c expref: -99 pid: 22686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947134.580552:0:22686:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8da83611be00/0x48cfcce1a55e8013 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x48cfcce1a55e800c expref: 13 pid: 22686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947134.580562:0:22686:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8da83611be00/0x48cfcce1a55e8013 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x48cfcce1a55e800c expref: 13 pid: 22686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947134.580571:0:22686:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8da83611be00, rc 0) 00000100:00100000:1.0:1783947134.580608:0:22686:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da84188bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42b3cb17-0205-4693-9331-418db4796772+13:23423:x1870603449806464:12345-0@lo:101:mount.lustre.0 Request processed in 101us (295us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947134.580624:0:22686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1783947134.580695:0:23423:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83d3d5f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:23423:1870603449806464:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1783947134.580709:0:23423:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.133@tcp lock: ffff8da80168a000/0x48cfcce1a55e800c lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e8013 expref: -99 pid: 23423 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947134.580719:0:23423:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.133@tcp lock: ffff8da80168a000/0x48cfcce1a55e800c lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x48cfcce1a55e8013 expref: -99 pid: 23423 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1783947134.580733:0:23423:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.133@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1783947134.580753:0:23423:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da80168a000/0x48cfcce1a55e800c lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e8013 expref: -99 pid: 23423 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947134.580760:0:23423:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.133@tcp lock: ffff8da80168a000/0x48cfcce1a55e800c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e8013 expref: -99 pid: 23423 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1783947134.580768:0:23423:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff8da83ad5f000 10000000:01000000:0.0:1783947134.580772:0:23423:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:0.0:1783947134.580775:0:23423:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-barrier-ffff8da83ad5f000 from 1 10000000:01000000:0.0:1783947134.580778:0:23423:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:0.0:1783947134.580810:0:23423:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da80168b800/0x48cfcce1a55e801a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23423 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947134.580819:0:23423:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.133@tcp lock: ffff8da80168b800/0x48cfcce1a55e801a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23423 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947134.580826:0:23423:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.133@tcp lock: ffff8da80168b800/0x48cfcce1a55e801a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23423 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783947134.580838:0:23423:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83d3d5f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:23423:1870603449806592:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1783947134.580863:0:23423:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947134.580883:0:23423:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da820740480 going to sleep for 11 seconds 00000100:00100000:1.0:1783947134.580934:0:22686:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449806592 00000100:00100000:1.0:1783947134.580939:0:22686:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449806592 00000100:00100000:1.0:1783947134.580956:0:22686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1783947134.580961:0:22686:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da84188a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42b3cb17-0205-4693-9331-418db4796772+13:23423:x1870603449806592:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1783947134.580969:0:22686:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783947134.580977:0:22686:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8da83611a400/0x48cfcce1a55e8021 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x48cfcce1a55e801a expref: -99 pid: 22686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947134.580990:0:22686:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8da83611a400/0x48cfcce1a55e8021 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x48cfcce1a55e801a expref: 14 pid: 22686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947134.580997:0:22686:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8da83611a400/0x48cfcce1a55e8021 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x48cfcce1a55e801a expref: 14 pid: 22686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947134.581003:0:22686:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8da83611a400, rc 0) 00000100:00100000:1.0:1783947134.581038:0:22686:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da84188a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42b3cb17-0205-4693-9331-418db4796772+14:23423:x1870603449806592:12345-0@lo:101:mount.lustre.0 Request processed in 75us (174us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947134.581043:0:22686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1783947134.581110:0:23423:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83d3d5f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:23423:1870603449806592:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1783947134.581122:0:23423:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.133@tcp lock: ffff8da80168b800/0x48cfcce1a55e801a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e8021 expref: -99 pid: 23423 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947134.581129:0:23423:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.133@tcp lock: ffff8da80168b800/0x48cfcce1a55e801a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x48cfcce1a55e8021 expref: -99 pid: 23423 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1783947134.581138:0:23423:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.133@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:0.0:1783947134.581153:0:23423:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da80168b800/0x48cfcce1a55e801a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e8021 expref: -99 pid: 23423 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947134.581160:0:23423:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.133@tcp lock: ffff8da80168b800/0x48cfcce1a55e801a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e8021 expref: -99 pid: 23423 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1783947134.581165:0:23423:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0001-0000000000000000 10000000:01000000:0.0:1783947134.581169:0:23423:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1783947134.581173:0:23423:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff8da83ad5f000 10000000:01000000:0.0:1783947134.581182:0:23423:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:0.0:1783947134.581185:0:23423:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 1 10000000:01000000:0.0:1783947134.581187:0:23423:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00010000:00010000:0.0:1783947134.581201:0:23423:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da80168bc00/0x48cfcce1a55e8028 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23423 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947134.581209:0:23423:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.133@tcp lock: ffff8da80168bc00/0x48cfcce1a55e8028 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23423 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947134.581217:0:23423:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.133@tcp lock: ffff8da80168bc00/0x48cfcce1a55e8028 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23423 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783947134.581228:0:23423:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83d3d5f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:23423:1870603449806720:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1783947134.581253:0:23423:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947134.581264:0:23423:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da820740480 going to sleep for 11 seconds 00000100:00100000:1.0:1783947134.581314:0:22686:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449806720 00000100:00100000:1.0:1783947134.581318:0:22686:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449806720 00000100:00100000:1.0:1783947134.581456:0:22686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1783947134.581464:0:22686:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da84188ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42b3cb17-0205-4693-9331-418db4796772+14:23423:x1870603449806720:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1783947134.581472:0:22686:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783947134.581479:0:22686:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8da83611a800/0x48cfcce1a55e802f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x48cfcce1a55e8028 expref: -99 pid: 22686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947134.581493:0:22686:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8da83611a800/0x48cfcce1a55e802f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x48cfcce1a55e8028 expref: 15 pid: 22686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947134.581508:0:22686:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8da83611a800/0x48cfcce1a55e802f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x48cfcce1a55e8028 expref: 15 pid: 22686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947134.581515:0:22686:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8da83611a800, rc 0) 00000100:00100000:1.0:1783947134.581586:0:22686:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da84188ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42b3cb17-0205-4693-9331-418db4796772+15:23423:x1870603449806720:12345-0@lo:101:mount.lustre.0 Request processed in 122us (331us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947134.581593:0:22686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1783947134.581840:0:23423:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83d3d5f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:23423:1870603449806720:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1783947134.581852:0:23423:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.133@tcp lock: ffff8da80168bc00/0x48cfcce1a55e8028 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e802f expref: -99 pid: 23423 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947134.581860:0:23423:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.133@tcp lock: ffff8da80168bc00/0x48cfcce1a55e8028 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x48cfcce1a55e802f expref: -99 pid: 23423 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1783947134.583028:0:23423:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 46 count 46 00000040:00080000:0.0:1783947134.583613:0:23423:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1783947134.587248:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:1.0:1783947134.587313:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 136 off8552 00000040:00080000:1.0:1783947134.587486:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 176 off8728 00000040:00080000:1.0:1783947134.587511:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8952 00000040:00080000:1.0:1783947134.587527:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 224 off9176 00000040:00080000:1.0:1783947134.587542:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 120 off9296 00000040:00080000:1.0:1783947134.587555:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 112 off9408 00000040:00080000:1.0:1783947134.587569:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 160 off9568 00000040:00080000:1.0:1783947134.587583:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9792 00000040:00080000:1.0:1783947134.587597:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10016 00000040:00080000:1.0:1783947134.587611:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 88 off10104 00000040:00080000:1.0:1783947134.587625:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 144 off10248 00000040:00080000:1.0:1783947134.587639:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].13, 152 off10400 00000040:00080000:1.0:1783947134.587653:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].14, 168 off10568 00000040:00080000:1.0:1783947134.587665:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].15, 224 off10792 00000040:00080000:1.0:1783947134.587680:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].16, 224 off11016 00000040:00080000:1.0:1783947134.587691:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].17, 80 off11096 00000040:00080000:1.0:1783947134.587703:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].18, 224 off11320 00000040:00080000:1.0:1783947134.587715:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].19, 224 off11544 00000040:00080000:1.0:1783947134.587728:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].20, 160 off11704 00000040:00080000:1.0:1783947134.587741:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].21, 224 off11928 00000040:00080000:1.0:1783947134.587754:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].22, 224 off12152 00000040:00080000:1.0:1783947134.587768:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].23, 80 off12232 00000040:00080000:1.0:1783947134.587809:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].24, 224 off12456 00000040:00080000:1.0:1783947134.587826:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].25, 224 off12680 00000040:00080000:1.0:1783947134.587840:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].26, 88 off12768 00000040:00080000:1.0:1783947134.587854:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].27, 144 off12912 00000040:00080000:1.0:1783947134.587869:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].28, 152 off13064 00000040:00080000:1.0:1783947134.587883:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].29, 136 off13200 00000040:00080000:1.0:1783947134.587895:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].30, 224 off13424 00000040:00080000:1.0:1783947134.587909:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].31, 224 off13648 00000040:00080000:1.0:1783947134.587922:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].32, 80 off13728 00000040:00080000:1.0:1783947134.587934:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].33, 224 off13952 00000040:00080000:1.0:1783947134.587948:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].34, 224 off14176 00000040:00080000:1.0:1783947134.587961:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].35, 88 off14264 00000040:00080000:1.0:1783947134.587975:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].36, 144 off14408 00000040:00080000:1.0:1783947134.587989:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].37, 152 off14560 00000040:00080000:1.0:1783947134.588004:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].38, 136 off14696 00000040:00080000:1.0:1783947134.588017:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].39, 224 off14920 00000040:00080000:1.0:1783947134.588031:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].40, 224 off15144 00000040:00080000:1.0:1783947134.588045:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].41, 80 off15224 00000040:00080000:1.0:1783947134.588059:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].42, 224 off15448 00000040:00080000:1.0:1783947134.588071:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].43, 224 off15672 00000040:00080000:1.0:1783947134.588089:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].44, 120 off15792 00000040:00080000:1.0:1783947134.588119:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].45, 224 off16016 00000040:00080000:1.0:1783947134.588126:0:23423:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 45 count 46 00000100:00100000:1.0:1783947134.588245:0:23423:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da84177e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:23423:1870603449806848:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1783947134.588312:0:23423:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783947134.588569:0:23423:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da834c74240 going to sleep for 11 seconds 00000100:00100000:2.0:1783947134.588650:0:22686:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449806848 00000100:00100000:2.0:1783947134.588658:0:22686:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449806848 00000100:00100000:2.0:1783947134.588741:0:22686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1783947134.588752:0:22686:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da841888850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42b3cb17-0205-4693-9331-418db4796772+15:23423:x1870603449806848:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1783947134.588974:0:22686:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da841888850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42b3cb17-0205-4693-9331-418db4796772+15:23423:x1870603449806848:12345-0@lo:501:mount.lustre.0 Request processed in 223us (661us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947134.588994:0:22686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1783947134.589072:0:23423:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da84177e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:23423:1870603449806848:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1783947134.589108:0:23423:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da84177e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:23423:1870603449806976:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1783947134.589149:0:23423:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783947134.589216:0:23423:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da834c74240 going to sleep for 11 seconds 00000100:00100000:0.0:1783947134.589292:0:22685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449806976 00000100:00100000:0.0:1783947134.589296:0:22685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449806976 00000100:00100000:0.0:1783947134.589321:0:22685:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1783947134.589328:0:22685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da841888c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42b3cb17-0205-4693-9331-418db4796772+15:23423:x1870603449806976:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1783947134.590105:0:22685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da841888c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42b3cb17-0205-4693-9331-418db4796772+15:23423:x1870603449806976:12345-0@lo:503:mount.lustre.0 Request processed in 773us (951us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947134.590121:0:22685:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1783947134.590217:0:23423:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da84177e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:23423:1870603449806976:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1783947134.590683:0:23423:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1783947134.590755:0:23423:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da84177e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:23423:1870603449807104:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1783947134.590811:0:23423:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783947134.590848:0:23423:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da84155c9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1783947134.590971:0:22685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449807104 00000100:00100000:0.0:1783947134.590977:0:22685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449807104 00000100:00100000:0.0:1783947134.591006:0:22685:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1783947134.591013:0:22685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da84188b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42b3cb17-0205-4693-9331-418db4796772+15:23423:x1870603449807104:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1783947134.591623:0:22685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da84188b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42b3cb17-0205-4693-9331-418db4796772+15:23423:x1870603449807104:12345-0@lo:502:mount.lustre.0 Request processed in 608us (809us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947134.591632:0:22685:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1783947134.591714:0:23423:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da84177e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:23423:1870603449807104:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1783947134.591945:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:1.0:1783947134.591977:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 136 off8552 00000040:00080000:1.0:1783947134.591993:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 176 off8728 00000040:00080000:1.0:1783947134.592007:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8952 00000040:00080000:1.0:1783947134.592024:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 224 off9176 00000040:00080000:1.0:1783947134.592039:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 120 off9296 00000040:00080000:1.0:1783947134.592051:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 112 off9408 00000040:00080000:1.0:1783947134.592064:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 160 off9568 00000040:00080000:1.0:1783947134.592077:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9792 00000040:00080000:1.0:1783947134.592092:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10016 00000040:00080000:1.0:1783947134.592106:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 88 off10104 00000040:00080000:1.0:1783947134.592119:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 144 off10248 00000040:00080000:1.0:1783947134.592131:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].13, 152 off10400 00000040:00080000:1.0:1783947134.592144:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].14, 168 off10568 00000040:00080000:1.0:1783947134.592156:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].15, 224 off10792 00000040:00080000:1.0:1783947134.592169:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].16, 224 off11016 00000040:00080000:1.0:1783947134.592181:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].17, 80 off11096 00000040:00080000:1.0:1783947134.592193:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].18, 224 off11320 00000040:00080000:1.0:1783947134.592205:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].19, 224 off11544 00000040:00080000:1.0:1783947134.592219:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].20, 160 off11704 00000040:00080000:1.0:1783947134.592233:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].21, 224 off11928 00000040:00080000:1.0:1783947134.592249:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].22, 224 off12152 00000040:00080000:1.0:1783947134.592262:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].23, 80 off12232 00000040:00080000:1.0:1783947134.592275:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].24, 224 off12456 00000040:00080000:1.0:1783947134.592302:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].25, 224 off12680 00000040:00080000:1.0:1783947134.592316:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].26, 88 off12768 00000040:00080000:1.0:1783947134.592328:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].27, 144 off12912 00000040:00080000:1.0:1783947134.592625:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].28, 152 off13064 00000040:00080000:1.0:1783947134.592647:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].29, 136 off13200 00000040:00080000:1.0:1783947134.592660:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].30, 224 off13424 00000040:00080000:1.0:1783947134.592673:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].31, 224 off13648 00000040:00080000:1.0:1783947134.592685:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].32, 80 off13728 00000040:00080000:1.0:1783947134.592698:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].33, 224 off13952 00000040:00080000:1.0:1783947134.592710:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].34, 224 off14176 00000040:00080000:1.0:1783947134.592722:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].35, 88 off14264 00000040:00080000:1.0:1783947134.592734:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].36, 144 off14408 00000040:00080000:1.0:1783947134.592746:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].37, 152 off14560 00000040:00080000:1.0:1783947134.592759:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].38, 136 off14696 00000040:00080000:1.0:1783947134.592771:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].39, 224 off14920 00000040:00080000:1.0:1783947134.592785:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].40, 224 off15144 00000040:00080000:1.0:1783947134.592814:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].41, 80 off15224 00000040:00080000:1.0:1783947134.592829:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].42, 224 off15448 00000040:00080000:1.0:1783947134.592842:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].43, 224 off15672 00000040:00080000:1.0:1783947134.592855:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].44, 120 off15792 00000100:00100000:1.0:1783947134.592890:0:23423:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da84177e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:23423:1870603449807232:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1783947134.592949:0:23423:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783947134.592991:0:23423:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da820740480 going to sleep for 11 seconds 00000100:00100000:0.0:1783947134.593047:0:22685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449807232 00000100:00100000:0.0:1783947134.593054:0:22685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449807232 00000100:00100000:0.0:1783947134.593097:0:22685:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1783947134.593107:0:22685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da841889450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42b3cb17-0205-4693-9331-418db4796772+15:23423:x1870603449807232:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1783947134.593206:0:22685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da841889450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42b3cb17-0205-4693-9331-418db4796772+15:23423:x1870603449807232:12345-0@lo:502:mount.lustre.0 Request processed in 100us (256us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947134.593214:0:22685:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1783947134.593331:0:23423:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da84177e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:23423:1870603449807232:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1783947134.597573:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].45, 224 off16016 00000040:00080000:1.0:1783947134.597598:0:23423:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 45 count 46 00000020:01000000:1.0:1783947134.598633:0:23427:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1783947134.598645:0:23427:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783947134.598648:0:23427:0:(obd_config.c:1561:class_process_config()) marker 11 (0x1) lustre-MDT0001-m lov setup 00000020:01000000:1.0:1783947134.598654:0:23427:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0001) 00000020:00000080:1.0:1783947134.598658:0:23427:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1783947134.598681:0:23427:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdtlov (ffff8da840498000) 00000020:00000080:1.0:1783947134.598705:0:23427:0:(obd_config.c:720:class_attach_name()) OBD: dev 13 attached type lod with refcount 2 00000020:00000080:1.0:1783947134.598712:0:23427:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00080000:01000000:1.0:1783947134.598808:0:23427:0:(osd_handler.c:8929:osd_obd_connect()) connect #1 00000020:00000080:1.0:1783947134.598815:0:23427:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x48cfcce1a55e803d 00000020:00000080:1.0:1783947134.599104:0:23427:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:01000000:1.0:1783947134.599110:0:23427:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1783947134.599113:0:23427:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783947134.599114:0:23427:0:(obd_config.c:1561:class_process_config()) marker 11 (0x2) lustre-MDT0001-m lov setup 00000020:01000000:1.0:1783947134.599117:0:23427:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1783947134.599121:0:23427:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783947134.599122:0:23427:0:(obd_config.c:1561:class_process_config()) marker 12 (0x1) lustre-MDT0001 add mdt 00000020:00000080:1.0:1783947134.599125:0:23427:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1783947134.599132:0:23427:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001 (ffff8da84049cd40) 00000020:00000080:1.0:1783947134.599142:0:23427:0:(obd_config.c:720:class_attach_name()) OBD: dev 14 attached type mdt with refcount 2 00000020:00000080:1.0:1783947134.599147:0:23427:0:(obd_config.c:1470:class_process_config()) processing cmd: cf007 00000020:00000080:1.0:1783947134.599149:0:23427:0:(obd_config.c:1514:class_process_config()) mountopt: profile lustre-MDT0001 osc lustre-MDT0001-mdtlov mdc (null) 00000020:01000000:1.0:1783947134.599152:0:23427:0:(obd_config.c:1148:class_add_profile()) Add profile lustre-MDT0001 00000020:00000080:1.0:1783947134.599157:0:23427:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:01000004:1.0:1783947134.599204:0:23427:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8da83ad5f000 from lustre-MDT0001, refs=2 00000020:00000080:1.0:1783947134.599215:0:23427:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0001 (ffff8da84049b380) 00000020:00000080:1.0:1783947134.599228:0:23427:0:(obd_config.c:720:class_attach_name()) OBD: dev 15 attached type mdd with refcount 2 00000004:01000000:1.0:1783947134.599295:0:23427:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:1.0:1783947134.599301:0:23427:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x48cfcce1a55e8052 00000020:00000080:1.0:1783947134.599600:0:23427:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000004:01000000:1.0:1783947134.599608:0:23427:0:(mdd_device.c:1596:mdd_obd_connect()) connect #0 00000020:00000080:1.0:1783947134.599612:0:23427:0:(genops.c:1406:class_connect()) connect: client lustre-MDD0001_UUID, cookie 0x48cfcce1a55e8059 00080000:01000000:1.0:1783947134.599618:0:23427:0:(osd_handler.c:8929:osd_obd_connect()) connect #2 00000020:00000080:1.0:1783947134.599622:0:23427:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x48cfcce1a55e8060 00010000:00010000:0.0:1783947134.652533:0:23427:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0001_UUID-2 is initialized 00000001:00000004:0.0:1783947134.653165:0:23427:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 8589934595 00000001:00080000:0.0:1783947134.653493:0:23427:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:1.0:1783947134.654533:0:23427:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:01000000:1.0:1783947134.654547:0:23427:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1783947134.654552:0:23427:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783947134.654555:0:23427:0:(obd_config.c:1561:class_process_config()) marker 12 (0x2) lustre-MDT0001 add mdt 00000020:01000000:1.0:1783947134.654559:0:23427:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1783947134.654570:0:23427:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783947134.654572:0:23427:0:(obd_config.c:1561:class_process_config()) marker 13 (0x1) lustre-MDT0000 add osp 00000020:00000080:1.0:1783947134.654576:0:23427:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1783947134.654581:0:23427:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.202.133@tcp to nid 0x20000c0a8ca85 (192.168.202.133@tcp) 00000020:00000080:1.0:1783947134.654612:0:23427:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1783947134.654628:0:23427:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osp-MDT0001 (ffff8da8302399c0) 00000020:00000080:1.0:1783947134.654649:0:23427:0:(obd_config.c:720:class_attach_name()) OBD: dev 16 attached type osp with refcount 2 00000020:00000080:1.0:1783947134.654655:0:23427:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1783947134.654721:0:23427:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0000-osp-MDT0001: connect to lustre-MDT0001-osd (lustre-MDT0000-osp-MDT0001) 00080000:01000000:1.0:1783947134.654728:0:23427:0:(osd_handler.c:8929:osd_obd_connect()) connect #3 00000020:00000080:1.0:1783947134.654734:0:23427:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x48cfcce1a55e806e 00010000:00080000:1.0:1783947134.654768:0:23427:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8da704509000@lustre-MDT0000-osp-MDT0001: add connection 192.168.202.133@tcp at head 00010000:00010000:1.0:1783947134.658126:0:23427:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-osp-MDT0001-5 is initialized 00000020:00000080:2.0:1783947134.660260:0:23427:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1783947134.660276:0:23427:0:(obd_config.c:1470:class_process_config()) processing cmd: cf014 00000004:01000000:2.0:1783947134.660313:0:23427:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0000_UUID idx:0 gen:1 00000020:00000080:2.0:1783947134.662621:0:23427:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x48cfcce1a55e8075 00000100:00080000:2.0:1783947134.662642:0:23427:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1783947134.662648:0:23427:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8da704509000 using connection 192.168.202.133@tcp/0@lo 00000100:00100000:2.0:1783947134.662689:0:23427:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da702049180 x1870603449807360/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1783947134.662761:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da702049180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1870603449807360:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1783947134.662896:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783947134.663528:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449807360 00000100:00100000:2.0:1783947134.663537:0:22697:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449807360 00000100:00100000:2.0:1783947134.663587:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1783947134.663595:0:22697:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da703c7a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3646:x1870603449807360:12345-0@lo:38:llog_process_th.0 00010000:00080000:2.0:1783947134.663621:0:22697:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 815 last 0 00000020:00000080:2.0:1783947134.663663:0:22697:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x48cfcce1a55e807c 00000004:00100000:2.0:1783947134.663678:0:22697:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:2.0:1783947134.663685:0:22697:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000100:00080000:2.0:1783947134.664324:0:23427:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1783947134.664399:0:13112:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1783947134.664404:0:13112:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1783947134.664407:0:13112:0:(import.c:65:import_set_state_nolock()) ffff8da83fbb5000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1783947134.664413:0:13112:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 811 00000100:00080000:2.0:1783947134.664418:0:13112:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1783947134.664523:0:13112:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8da83fbb5000 using connection 192.168.202.133@tcp/0@lo 00000100:00100000:2.0:1783947134.664554:0:13112:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da702048380 x1870603449807488/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1783947134.666821:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da702048380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1870603449807488:0@lo:38:kworker.0 00000100:00100000:3.0:1783947134.666914:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:01000000:3.0:1783947134.667051:0:23427:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1783947134.667059:0:23427:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783947134.667061:0:23427:0:(obd_config.c:1561:class_process_config()) marker 13 (0x2) lustre-MDT0000 add osp 00000020:01000000:3.0:1783947134.667065:0:23427:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1783947134.667068:0:23427:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #14 00000020:01000000:3.0:1783947134.667070:0:23427:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1783947134.667081:0:23427:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1783947134.667083:0:23427:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1783947134.667086:0:23427:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783947134.667087:0:23427:0:(obd_config.c:1561:class_process_config()) marker 14 (0x6) lustre sys.timeout 00000020:01000000:3.0:1783947134.667090:0:23427:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1783947134.667095:0:23427:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783947134.667097:0:23427:0:(obd_config.c:1561:class_process_config()) marker 15 (0x1) lustre-MDT0001 mdt.identity_upcall 00000020:00000080:3.0:1783947134.667102:0:23427:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000004:01000000:3.0:1783947134.667161:0:23427:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0001: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:3.0:1783947134.667178:0:23427:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1783947134.667181:0:23427:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783947134.667183:0:23427:0:(obd_config.c:1561:class_process_config()) marker 15 (0x2) lustre-MDT0001 mdt.identity_upcall 00000020:01000000:3.0:1783947134.667186:0:23427:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1783947134.667187:0:23427:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #20 00000020:01000000:3.0:1783947134.667188:0:23427:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1783947134.667190:0:23427:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1783947134.667191:0:23427:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1783947134.667193:0:23427:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783947134.667194:0:23427:0:(obd_config.c:1561:class_process_config()) marker 20 (0x6) lustre sys.timeout 00000020:01000000:3.0:1783947134.667196:0:23427:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1783947134.667199:0:23427:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:3.0:1783947134.667202:0:23427:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783947134.667203:0:23427:0:(obd_config.c:1561:class_process_config()) marker 23 (0x1) lustre-OST0000 add osc 00000020:00000080:3.0:1783947134.667206:0:23427:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1783947134.667209:0:23427:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.202.133@tcp to nid 0x20000c0a8ca85 (192.168.202.133@tcp) 00000020:01000000:3.0:1783947134.667231:0:23427:0:(obd_config.c:1975:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:3.0:1783947134.667234:0:23427:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1783947134.667250:0:23427:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0001 (ffff8da7031b8000) 00000020:00000080:3.0:1783947134.667269:0:23427:0:(obd_config.c:720:class_attach_name()) OBD: dev 17 attached type osp with refcount 2 00000020:00000080:3.0:1783947134.667275:0:23427:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1783947134.667350:0:23427:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0000-osc-MDT0001) 00080000:01000000:3.0:1783947134.667357:0:23427:0:(osd_handler.c:8929:osd_obd_connect()) connect #4 00000020:00000080:3.0:1783947134.667389:0:23427:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x48cfcce1a55e808a 00010000:00080000:3.0:1783947134.667432:0:23427:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8da83fa1a800@lustre-OST0000-osc-MDT0001: add connection 192.168.202.133@tcp at head 00010000:00010000:3.0:1783947134.667681:0:23427:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0001-6 is initialized 00000040:01000000:3.0:1783947134.668786:0:23427:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:1.0:1783947134.669032:0:22698:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 2 min 2 max 116 00000100:00100000:1.0:1783947134.669042:0:22698:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_002' 00000040:01000000:3.0:1783947134.669112:0:23427:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0001 ctxt 2 is initialized 00000100:00080000:2.0:1783947134.669359:0:13112:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1783947134.669386:0:13112:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1783947134.669389:0:13112:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1783947134.669392:0:13112:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1783947134.669707:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da70204ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3649:1870603449807616:0@lo:400:kworker.0 00000100:00100000:2.0:1783947134.669777:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783947134.669844:0:22694:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449807616 00000100:00100000:2.0:1783947134.669852:0:22694:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449807616 00000100:00100000:2.0:1783947134.669900:0:22694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1783947134.669910:0:22694:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da702048000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1870603449807616:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783947134.669967:0:22694:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da702048000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1870603449807616:12345-0@lo:400:kworker.0 Request processed in 57us (189us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947134.669974:0:22694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:2.0:1783947134.670014:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8da70204ad80 x1870603449807616/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783947150 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783947134.670029:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da70204ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3649:1870603449807616:0@lo:400:kworker.0 00000040:00080000:3.0:1783947134.676100:0:23427:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1783947134.676265:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449807488 00000100:00100000:3.0:1783947134.676275:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449807488 00000100:00100000:3.0:1783947134.676429:0:23432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1783947134.676438:0:23432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da703c7a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3646:x1870603449807488:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1783947134.676540:0:23432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da703c7a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3646:x1870603449807488:12345-0@lo:38:kworker.0 Request processed in 101us (9625us total) trans 0 rc -11/-11 00000100:00100000:3.0:1783947134.676547:0:23432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1783947134.676598:0:3646:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1783947134.676606:0:3646:0:(import.c:65:import_set_state_nolock()) ffff8da83fbb5000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1783947134.676611:0:3646:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-11) 00000100:00100000:3.0:1783947134.676615:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da702048380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1870603449807488:0@lo:38:kworker.0 00000040:00080000:2.0:1783947134.677727:0:23427:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:2.0:1783947134.677943:0:23427:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].1, 64 off8256 00000100:00080000:0.0:1783947134.678107:0:22697:0:(import.c:65:import_set_state_nolock()) ffff8da83fbf1000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1783947134.678202:0:22697:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da703c7a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3646:x1870603449807360:12345-0@lo:38:llog_process_th.0 Request processed in 14605us (15304us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947134.678213:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1783947134.678294:0:3646:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:2.0:1783947134.678303:0:3646:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-osp-MDT0001: connect to target with instance 3 00000100:00080000:2.0:1783947134.678312:0:3646:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-osp-MDT0001: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:2.0:1783947134.678318:0:3646:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1783947134.678320:0:3646:0:(import.c:65:import_set_state_nolock()) ffff8da704509000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1783947134.678347:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da702049180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1870603449807360:0@lo:38:llog_process_th.0 00000040:00080000:2.0:1783947134.678744:0:23433:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1783947134.678750:0:23433:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xc:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000100:00100000:3.0:1783947134.678989:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83d3d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1870603449807744:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1783947134.679036:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947134.679235:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449807744 00000100:00100000:0.0:1783947134.679242:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449807744 00000100:00100000:0.0:1783947134.679288:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1783947134.679297:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da703c7b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3650:x1870603449807744:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1783947134.679425:0:22698:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1783947134.679529:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da703c7b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3650:x1870603449807744:12345-0@lo:41:osp-pre-0-1.0 Request processed in 232us (491us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947134.679535:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1783947134.679575:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83d3d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1870603449807744:0@lo:41:osp-pre-0-1.0 00000020:00000080:2.0:1783947134.680524:0:23427:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1783947134.680538:0:23427:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00000004:01000000:2.0:1783947134.680585:0:23427:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:2.0:1783947134.680607:0:23427:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x48cfcce1a55e8091 00000100:00080000:2.0:1783947134.680615:0:23427:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1783947134.680621:0:23427:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff8da83fa1a800 using connection 192.168.202.133@tcp/0@lo 00000100:00100000:2.0:1783947134.680649:0:23427:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da702049180 x1870603449807872/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1783947134.680707:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da702049180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1870603449807872:0@lo:8:llog_process_th.0 00000400:00000100:3.0:1783947134.680749:0:3646:0:(lib-move.c:4319:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1870603449807872 offset 0 length 520: 4 00000100:00080000:2.0:1783947134.680873:0:23427:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:2.0:1783947134.680943:0:23427:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1783947134.680948:0:23427:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783947134.680950:0:23427:0:(obd_config.c:1561:class_process_config()) marker 23 (0x2) lustre-OST0000 add osc 00000020:01000000:2.0:1783947134.680953:0:23427:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1783947134.680955:0:23427:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #28 00000020:01000000:2.0:1783947134.680957:0:23427:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1783947134.680958:0:23427:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1783947134.680960:0:23427:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1783947134.680962:0:23427:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783947134.680963:0:23427:0:(obd_config.c:1561:class_process_config()) marker 28 (0x6) lustre sys.timeout 00000020:01000000:2.0:1783947134.680965:0:23427:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1783947134.680969:0:23427:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:2.0:1783947134.680972:0:23427:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783947134.680973:0:23427:0:(obd_config.c:1561:class_process_config()) marker 31 (0x1) lustre-OST0001 add osc 00000020:00000080:2.0:1783947134.680976:0:23427:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1783947134.680979:0:23427:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.202.133@tcp to nid 0x20000c0a8ca85 (192.168.202.133@tcp) 00000020:01000000:2.0:1783947134.681001:0:23427:0:(obd_config.c:1975:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:2.0:1783947134.681003:0:23427:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1783947134.681015:0:23427:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0001 (ffff8da83de0b380) 00000020:00000080:2.0:1783947134.681037:0:23427:0:(obd_config.c:720:class_attach_name()) OBD: dev 18 attached type osp with refcount 2 00000020:00000080:2.0:1783947134.681044:0:23427:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1783947134.681120:0:23427:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0001-osc-MDT0001) 00080000:01000000:2.0:1783947134.681126:0:23427:0:(osd_handler.c:8929:osd_obd_connect()) connect #5 00000020:00000080:2.0:1783947134.681131:0:23427:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x48cfcce1a55e809f 00010000:00080000:2.0:1783947134.681164:0:23427:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8da83fa18800@lustre-OST0001-osc-MDT0001: add connection 192.168.202.133@tcp at head 00010000:00010000:2.0:1783947134.681360:0:23427:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0001-7 is initialized 00000040:01000000:2.0:1783947134.681480:0:23427:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:2.0:1783947134.681494:0:23427:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0001 ctxt 2 is initialized 00000040:00080000:2.0:1783947134.683070:0:23427:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00080000:0.0:1783947134.683266:0:13112:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1783947134.683271:0:13112:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1783947134.683274:0:13112:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1783947134.683277:0:13112:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000040:00080000:2.0:1783947134.683507:0:23427:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:2.0:1783947134.683628:0:23427:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].1, 64 off8256 00000040:00080000:1.0:1783947134.684136:0:23435:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:1.0:1783947134.684141:0:23435:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:2.0:1783947134.684921:0:23427:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1783947134.684933:0:23427:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00000004:01000000:2.0:1783947134.684971:0:23427:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:2.0:1783947134.684994:0:23427:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x48cfcce1a55e80a6 00000100:00080000:2.0:1783947134.685004:0:23427:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1783947134.685009:0:23427:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8da83fa18800 using connection 192.168.202.133@tcp/0@lo 00000100:00100000:2.0:1783947134.685045:0:23427:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da70204ad80 x1870603449808000/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1783947134.685105:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da70204ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1870603449808000:0@lo:8:llog_process_th.0 00000400:00000100:3.0:1783947134.685164:0:3646:0:(lib-move.c:4319:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1870603449808000 offset 0 length 520: 4 00000100:00080000:2.0:1783947134.685223:0:23427:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:2.0:1783947134.685284:0:23427:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1783947134.685288:0:23427:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783947134.685290:0:23427:0:(obd_config.c:1561:class_process_config()) marker 31 (0x2) lustre-OST0001 add osc 00000020:01000000:2.0:1783947134.685293:0:23427:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1783947134.685297:0:23427:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783947134.685299:0:23427:0:(obd_config.c:1561:class_process_config()) marker 37 (0x1) lustre sys.timeout 00000020:00000080:2.0:1783947134.685302:0:23427:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1783947134.685304:0:23427:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:2.0:1783947134.685306:0:23427:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1783947134.685308:0:23427:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783947134.685317:0:23427:0:(obd_config.c:1561:class_process_config()) marker 37 (0x2) lustre sys.timeout 00000020:01000000:2.0:1783947134.685320:0:23427:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1783947134.685323:0:23427:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783947134.685325:0:23427:0:(obd_config.c:1561:class_process_config()) marker 42 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1783947134.685328:0:23427:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000020:01000000:2.0:1783947134.685361:0:23427:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1783947134.685391:0:23427:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783947134.685393:0:23427:0:(obd_config.c:1561:class_process_config()) marker 42 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1783947134.685397:0:23427:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 46 count 46 00000020:01000000:0.0:1783947134.685936:0:23423:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0001 gen 1-45 (rc=0) 10000000:01000000:0.0:1783947134.685972:0:23423:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.133@tcp: configuration from log 'lustre-MDT0001' succeeded (0). 00010000:00010000:0.0:1783947134.685996:0:23423:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da80168bc00/0x48cfcce1a55e8028 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e802f expref: -99 pid: 23423 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947134.686008:0:23423:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.133@tcp lock: ffff8da80168bc00/0x48cfcce1a55e8028 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e802f expref: -99 pid: 23423 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1783947134.686017:0:23423:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff8da83ad5f000 from 1 10000000:01000000:0.0:1783947134.686019:0:23423:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1783947134.686047:0:23423:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da80168ae00/0x48cfcce1a55e80ad lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23423 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947134.686055:0:23423:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.133@tcp lock: ffff8da80168ae00/0x48cfcce1a55e80ad lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23423 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947134.686067:0:23423:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.133@tcp lock: ffff8da80168ae00/0x48cfcce1a55e80ad lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23423 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783947134.686093:0:23423:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83d3d5f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:23423:1870603449808128:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1783947134.686141:0:23423:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947134.686177:0:23423:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da842163180 going to sleep for 11 seconds 00000100:00080000:0.0:1783947134.686195:0:13112:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1783947134.686199:0:13112:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1783947134.686203:0:13112:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1783947134.686206:0:13112:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1783947134.686507:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449808128 00000100:00100000:2.0:1783947134.686515:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449808128 00000100:00100000:2.0:1783947134.686564:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1783947134.686572:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da84188b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+15:23423:x1870603449808128:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1783947134.686586:0:22684:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783947134.686600:0:22684:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8da7036e9600/0x48cfcce1a55e80b4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x48cfcce1a55e80ad expref: -99 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947134.686622:0:22684:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8da7036e9600/0x48cfcce1a55e80b4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x48cfcce1a55e80ad expref: 16 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947134.686633:0:22684:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8da7036e9600/0x48cfcce1a55e80b4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x48cfcce1a55e80ad expref: 16 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947134.686642:0:22684:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8da7036e9600, rc 0) 00000100:00100000:2.0:1783947134.686694:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da84188b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+16:23423:x1870603449808128:12345-0@lo:101:mount.lustre.0 Request processed in 122us (552us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947134.686700:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1783947134.686804:0:23423:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83d3d5f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:23423:1870603449808128:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1783947134.686820:0:23423:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.133@tcp lock: ffff8da80168ae00/0x48cfcce1a55e80ad lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e80b4 expref: -99 pid: 23423 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947134.686829:0:23423:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.133@tcp lock: ffff8da80168ae00/0x48cfcce1a55e80ad lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x48cfcce1a55e80b4 expref: -99 pid: 23423 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783947134.687301:0:23423:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da84177e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:23423:1870603449808256:0@lo:256:mount.lustre.0 00000100:00100000:1.0:1783947134.687761:0:23423:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783947134.687805:0:23423:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da7032a9780 going to sleep for 11 seconds 00000100:00100000:0.0:1783947134.687880:0:22685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449808256 00000100:00100000:0.0:1783947134.687885:0:22685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449808256 00000100:00100000:0.0:1783947134.687926:0:22685:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1783947134.687935:0:22685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da841888050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42b3cb17-0205-4693-9331-418db4796772+16:23423:x1870603449808256:12345-0@lo:256:mount.lustre.0 20000000:01000000:0.0:1783947134.687951:0:22685:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:0.0:1783947134.687968:0:22685:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:0.0:1783947134.687971:0:22685:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:0.0:1783947134.688050:0:22685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da841888050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42b3cb17-0205-4693-9331-418db4796772+16:23423:x1870603449808256:12345-0@lo:256:mount.lustre.0 Request processed in 116us (289us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947134.688058:0:22685:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1783947134.688156:0:23423:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da84177e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:23423:1870603449808256:0@lo:256:mount.lustre.0 10000000:01000000:1.0:1783947134.693260:0:23423:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.133@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1783947134.693310:0:23423:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da80168ae00/0x48cfcce1a55e80ad lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e80b4 expref: -99 pid: 23423 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947134.693324:0:23423:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.133@tcp lock: ffff8da80168ae00/0x48cfcce1a55e80ad lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e80b4 expref: -99 pid: 23423 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1783947134.693333:0:23423:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff8da83ad5f000 from 1 10000000:01000000:1.0:1783947134.693336:0:23423:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1783947134.693398:0:23423:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da83611aa00/0x48cfcce1a55e80bb lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23423 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947134.693406:0:23423:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.133@tcp lock: ffff8da83611aa00/0x48cfcce1a55e80bb lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23423 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947134.693417:0:23423:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.133@tcp lock: ffff8da83611aa00/0x48cfcce1a55e80bb lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23423 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783947134.693442:0:23423:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da84177e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:23423:1870603449808384:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1783947134.693514:0:23423:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783947134.693558:0:23423:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da7032a9780 going to sleep for 11 seconds 00000100:00100000:3.0:1783947134.694030:0:22685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449808384 00000100:00100000:3.0:1783947134.694037:0:22685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449808384 00000100:00100000:3.0:1783947134.694098:0:22685:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1783947134.694109:0:22685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da841889050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42b3cb17-0205-4693-9331-418db4796772+16:23423:x1870603449808384:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1783947134.694135:0:22685:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783947134.694149:0:22685:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8da817851c00/0x48cfcce1a55e80c2 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x48cfcce1a55e80bb expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947134.694173:0:22685:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8da817851c00/0x48cfcce1a55e80c2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x48cfcce1a55e80bb expref: 17 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947134.694182:0:22685:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8da817851c00/0x48cfcce1a55e80c2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x48cfcce1a55e80bb expref: 17 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947134.694190:0:22685:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8da817851c00, rc 0) 00000100:00100000:3.0:1783947134.694247:0:22685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da841889050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42b3cb17-0205-4693-9331-418db4796772+17:23423:x1870603449808384:12345-0@lo:101:mount.lustre.0 Request processed in 139us (732us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947134.694253:0:22685:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1783947134.694537:0:23423:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da84177e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:23423:1870603449808384:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1783947134.694549:0:23423:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.133@tcp lock: ffff8da83611aa00/0x48cfcce1a55e80bb lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e80c2 expref: -99 pid: 23423 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947134.694555:0:23423:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.133@tcp lock: ffff8da83611aa00/0x48cfcce1a55e80bb lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x48cfcce1a55e80c2 expref: -99 pid: 23423 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1783947134.695496:0:23423:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 13 count 13 00000040:00080000:1.0:1783947134.695726:0:23423:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1783947134.695864:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:1.0:1783947134.695888:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 112 off8528 00000040:00080000:1.0:1783947134.695902:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 224 off8752 00000040:00080000:1.0:1783947134.695915:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8976 00000040:00080000:1.0:1783947134.695927:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 112 off9088 00000040:00080000:1.0:1783947134.695940:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 224 off9312 00000040:00080000:1.0:1783947134.695954:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 224 off9536 00000040:00080000:1.0:1783947134.695969:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 128 off9664 00000040:00080000:1.0:1783947134.695984:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:1.0:1783947134.695997:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 224 off10112 00000040:00080000:1.0:1783947134.696011:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 128 off10240 00000040:00080000:1.0:1783947134.696031:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10464 00000040:00080000:1.0:1783947134.696037:0:23423:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 12 count 13 00000100:00100000:1.0:1783947134.696103:0:23423:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da84177e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:23423:1870603449808512:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1783947134.696147:0:23423:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783947134.696214:0:23423:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da7032a9000 going to sleep for 11 seconds 00000100:00100000:2.0:1783947134.697144:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449808512 00000100:00100000:2.0:1783947134.697153:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449808512 00000100:00100000:2.0:1783947134.697208:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1783947134.697217:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8417a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+17:23423:x1870603449808512:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1783947134.697714:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8417a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+17:23423:x1870603449808512:12345-0@lo:501:mount.lustre.0 Request processed in 496us (1562us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947134.697723:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1783947134.698241:0:23423:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da84177e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:23423:1870603449808512:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1783947134.698288:0:23423:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da84177e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:23423:1870603449808640:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1783947134.698340:0:23423:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783947134.698407:0:23423:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da7032a9000 going to sleep for 11 seconds 00000100:00100000:2.0:1783947134.698499:0:22686:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449808640 00000100:00100000:2.0:1783947134.698504:0:22686:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449808640 00000100:00100000:2.0:1783947134.698544:0:22686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:2.0:1783947134.698552:0:22686:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8417a8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42b3cb17-0205-4693-9331-418db4796772+17:23423:x1870603449808640:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1783947134.698693:0:22686:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8417a8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42b3cb17-0205-4693-9331-418db4796772+17:23423:x1870603449808640:12345-0@lo:503:mount.lustre.0 Request processed in 141us (351us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947134.698701:0:22686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1783947134.699039:0:23423:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da84177e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:23423:1870603449808640:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1783947134.700098:0:23423:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1783947134.700184:0:23423:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da84177e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:23423:1870603449808768:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1783947134.700251:0:23423:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783947134.700342:0:23423:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da7032a9780 going to sleep for 11 seconds 00000100:00100000:2.0:1783947134.700469:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449808768 00000100:00100000:2.0:1783947134.700476:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449808768 00000100:00100000:2.0:1783947134.700555:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1783947134.700565:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8417a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+17:23423:x1870603449808768:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1783947134.700725:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8417a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+17:23423:x1870603449808768:12345-0@lo:502:mount.lustre.0 Request processed in 162us (474us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947134.700731:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1783947134.700849:0:23423:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da84177e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:23423:1870603449808768:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1783947134.702583:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:3.0:1783947134.702642:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 112 off8528 00000040:00080000:3.0:1783947134.702658:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 224 off8752 00000040:00080000:3.0:1783947134.702673:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8976 00000040:00080000:3.0:1783947134.702687:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 112 off9088 00000040:00080000:3.0:1783947134.702700:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 224 off9312 00000040:00080000:3.0:1783947134.702713:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 224 off9536 00000040:00080000:3.0:1783947134.702727:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 128 off9664 00000040:00080000:3.0:1783947134.702741:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:3.0:1783947134.702756:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 224 off10112 00000040:00080000:3.0:1783947134.702769:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 128 off10240 00000100:00100000:3.0:1783947134.702835:0:23423:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da703c7b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:23423:1870603449808896:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1783947134.702928:0:23423:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783947134.703054:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449808896 00000100:00100000:2.0:1783947134.703060:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449808896 00000100:00100000:2.0:1783947134.703154:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1783947134.703167:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8417ab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+17:23423:x1870603449808896:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1783947134.703243:0:23423:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da80335e900 going to sleep for 11 seconds 00000100:00100000:2.0:1783947134.703278:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8417ab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+17:23423:x1870603449808896:12345-0@lo:502:mount.lustre.0 Request processed in 115us (350us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947134.703286:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1783947134.704874:0:23423:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da703c7b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:23423:1870603449808896:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1783947134.705037:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10464 00000040:00080000:3.0:1783947134.705052:0:23423:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:3.0:1783947134.706216:0:23437:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1783947134.706228:0:23437:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783947134.706230:0:23437:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:3.0:1783947134.706238:0:23437:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff8da83ad5f000 00000020:00000080:3.0:1783947134.706241:0:23437:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1783947134.706248:0:23437:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1783947134.706251:0:23437:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783947134.706252:0:23437:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:3.0:1783947134.706254:0:23437:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1783947134.706256:0:23437:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783947134.706258:0:23437:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:3.0:1783947134.706261:0:23437:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff8da83ad5f000 00000020:00000080:3.0:1783947134.706263:0:23437:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1783947134.706748:0:23437:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1783947134.706754:0:23437:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783947134.706756:0:23437:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:3.0:1783947134.706758:0:23437:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1783947134.706761:0:23437:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783947134.706762:0:23437:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1783947134.706766:0:23437:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8da83ad5f000 00000020:00000080:3.0:1783947134.706767:0:23437:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1783947134.709459:0:23437:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1783947134.709472:0:23437:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783947134.709475:0:23437:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1783947134.709479:0:23437:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1783947134.709482:0:23437:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783947134.709484:0:23437:0:(obd_config.c:1561:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:3.0:1783947134.709490:0:23437:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8da83ad5f000 00000020:00000080:3.0:1783947134.709492:0:23437:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1783947134.709573:0:23437:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1783947134.709577:0:23437:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783947134.709578:0:23437:0:(obd_config.c:1561:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:3.0:1783947134.709582:0:23437:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 13 count 13 00000020:01000000:2.0:1783947134.716173:0:23423:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:2.0:1783947134.716223:0:23423:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.133@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1783947134.716250:0:23423:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da83611aa00/0x48cfcce1a55e80bb lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e80c2 expref: -99 pid: 23423 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947134.716262:0:23423:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.133@tcp lock: ffff8da83611aa00/0x48cfcce1a55e80bb lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e80c2 expref: -99 pid: 23423 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1783947134.716324:0:23423:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1783947134.716328:0:23423:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8da83ad5f000 10000000:01000000:2.0:1783947134.716331:0:23423:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8da83ad5f000 10000000:01000000:2.0:1783947134.716335:0:23423:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1783947134.716342:0:23423:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff8da83ad5f000 from 1 10000000:01000000:2.0:1783947134.716344:0:23423:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1783947134.716397:0:23423:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da7036e8200/0x48cfcce1a55e80c9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23423 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947134.716406:0:23423:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.133@tcp lock: ffff8da7036e8200/0x48cfcce1a55e80c9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23423 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947134.716418:0:23423:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.133@tcp lock: ffff8da7036e8200/0x48cfcce1a55e80c9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23423 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783947134.716459:0:23423:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da70204a300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:23423:1870603449809024:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1783947134.716528:0:23423:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783947134.716574:0:23423:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da806c7fe40 going to sleep for 11 seconds 00000100:00100000:0.0:1783947134.717060:0:22686:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449809024 00000100:00100000:0.0:1783947134.717070:0:22686:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449809024 00000100:00100000:0.0:1783947134.717123:0:22686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1783947134.717133:0:22686:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8417a9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42b3cb17-0205-4693-9331-418db4796772+17:23423:x1870603449809024:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1783947134.717146:0:22686:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783947134.717163:0:22686:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8da80168ac00/0x48cfcce1a55e80d0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x48cfcce1a55e80c9 expref: -99 pid: 22686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947134.717197:0:22686:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8da80168ac00/0x48cfcce1a55e80d0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x48cfcce1a55e80c9 expref: 18 pid: 22686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947134.717208:0:22686:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8da80168ac00/0x48cfcce1a55e80d0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x48cfcce1a55e80c9 expref: 18 pid: 22686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947134.717217:0:22686:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8da80168ac00, rc 0) 00000100:00100000:0.0:1783947134.717274:0:22686:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8417a9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42b3cb17-0205-4693-9331-418db4796772+18:23423:x1870603449809024:12345-0@lo:101:mount.lustre.0 Request processed in 142us (746us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947134.717280:0:22686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1783947134.717458:0:23423:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da70204a300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:23423:1870603449809024:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1783947134.717473:0:23423:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.133@tcp lock: ffff8da7036e8200/0x48cfcce1a55e80c9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e80d0 expref: -99 pid: 23423 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947134.717483:0:23423:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.133@tcp lock: ffff8da7036e8200/0x48cfcce1a55e80c9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x48cfcce1a55e80d0 expref: -99 pid: 23423 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1783947134.723473:0:23423:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 52 count 51 00000040:00080000:3.0:1783947134.723752:0:23423:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1783947134.723940:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].1, 224 off8416 00000040:00080000:3.0:1783947134.724045:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].2, 120 off8536 00000040:00080000:3.0:1783947134.724065:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].3, 168 off8704 00000040:00080000:3.0:1783947134.724080:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].4, 224 off8928 00000040:00080000:3.0:1783947134.724097:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].5, 224 off9152 00000040:00080000:3.0:1783947134.724110:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].6, 120 off9272 00000040:00080000:3.0:1783947134.724122:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].7, 168 off9440 00000040:00080000:3.0:1783947134.724137:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].8, 224 off9664 00000040:00080000:3.0:1783947134.724150:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].9, 224 off9888 00000040:00080000:3.0:1783947134.724164:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].10, 120 off10008 00000040:00080000:3.0:1783947134.724178:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].11, 224 off10232 00000040:00080000:3.0:1783947134.724195:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].12, 224 off10456 00000040:00080000:3.0:1783947134.724210:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].13, 88 off10544 00000040:00080000:3.0:1783947134.724226:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].14, 128 off10672 00000040:00080000:3.0:1783947134.724238:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].15, 144 off10816 00000040:00080000:3.0:1783947134.724249:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].16, 160 off10976 00000040:00080000:3.0:1783947134.724261:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].17, 224 off11200 00000040:00080000:3.0:1783947134.724275:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].18, 224 off11424 00000040:00080000:3.0:1783947134.724290:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].19, 80 off11504 00000040:00080000:3.0:1783947134.724305:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].20, 224 off11728 00000040:00080000:3.0:1783947134.724319:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].21, 224 off11952 00000040:00080000:3.0:1783947134.724570:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].22, 88 off12040 00000040:00080000:3.0:1783947134.724586:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].23, 128 off12168 00000040:00080000:3.0:1783947134.724598:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].24, 144 off12312 00000040:00080000:3.0:1783947134.724612:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].25, 160 off12472 00000040:00080000:3.0:1783947134.724623:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].26, 224 off12696 00000040:00080000:3.0:1783947134.724636:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].27, 224 off12920 00000040:00080000:3.0:1783947134.724657:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].28, 80 off13000 00000040:00080000:3.0:1783947134.724669:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].29, 224 off13224 00000040:00080000:3.0:1783947134.724680:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].30, 224 off13448 00000040:00080000:3.0:1783947134.724692:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].31, 88 off13536 00000040:00080000:3.0:1783947134.724705:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].32, 128 off13664 00000040:00080000:3.0:1783947134.724719:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].33, 144 off13808 00000040:00080000:3.0:1783947134.724747:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].34, 128 off13936 00000040:00080000:3.0:1783947134.724761:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].35, 224 off14160 00000040:00080000:3.0:1783947134.724772:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].36, 224 off14384 00000040:00080000:3.0:1783947134.724783:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].37, 80 off14464 00000040:00080000:3.0:1783947134.724809:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].38, 224 off14688 00000040:00080000:3.0:1783947134.724823:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].39, 224 off14912 00000040:00080000:3.0:1783947134.724836:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].40, 88 off15000 00000040:00080000:3.0:1783947134.724847:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].41, 128 off15128 00000040:00080000:3.0:1783947134.724859:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].42, 144 off15272 00000040:00080000:3.0:1783947134.724871:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].43, 128 off15400 00000040:00080000:3.0:1783947134.724883:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].44, 224 off15624 00000040:00080000:3.0:1783947134.724895:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].45, 224 off15848 00000040:00080000:3.0:1783947134.724908:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].46, 80 off15928 00000040:00080000:3.0:1783947134.724922:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].47, 224 off16152 00000040:00080000:3.0:1783947134.724933:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].48, 232 off16384 00000040:00080000:3.0:1783947134.726240:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].49, 224 off16608 00000040:00080000:3.0:1783947134.726273:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].50, 120 off16728 00000040:00080000:3.0:1783947134.726309:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].51, 224 off16952 00000040:00080000:3.0:1783947134.726317:0:23423:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 51 count 51 00000100:00100000:3.0:1783947134.727158:0:23423:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da703c7b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:23423:1870603449809152:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1783947134.727232:0:23423:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783947134.727702:0:23423:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da80335ef00 going to sleep for 11 seconds 00000100:00100000:2.0:1783947134.730778:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449809152 00000100:00100000:2.0:1783947134.730804:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449809152 00000100:00100000:2.0:1783947134.730871:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:2.0:1783947134.730882:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8417aa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+18:23423:x1870603449809152:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1783947134.733021:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8417aa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+18:23423:x1870603449809152:12345-0@lo:501:mount.lustre.0 Request processed in 1999us (5645us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947134.733036:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1783947134.733226:0:23423:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da703c7b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:23423:1870603449809152:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1783947134.733276:0:23423:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da703c7b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:23423:1870603449809280:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1783947134.734139:0:23423:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783947134.734178:0:23423:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da80335ef00 going to sleep for 11 seconds 00000100:00100000:3.0:1783947134.734199:0:22685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449809280 00000100:00100000:3.0:1783947134.734205:0:22685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449809280 00000100:00100000:3.0:1783947134.734251:0:22685:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1783947134.734259:0:22685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8417a9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42b3cb17-0205-4693-9331-418db4796772+18:23423:x1870603449809280:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1783947134.735169:0:22685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8417a9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42b3cb17-0205-4693-9331-418db4796772+18:23423:x1870603449809280:12345-0@lo:503:mount.lustre.0 Request processed in 906us (1029us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947134.735179:0:22685:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1783947134.735246:0:23423:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da703c7b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:23423:1870603449809280:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1783947134.737864:0:23423:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1783947134.739055:0:23423:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da703c7b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:23423:1870603449809408:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1783947134.739152:0:23423:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783947134.739201:0:23423:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da80335ef00 going to sleep for 11 seconds 00000100:00100000:2.0:1783947134.739688:0:22686:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449809408 00000100:00100000:2.0:1783947134.739697:0:22686:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449809408 00000100:00100000:2.0:1783947134.739756:0:22686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1783947134.739766:0:22686:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8417aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42b3cb17-0205-4693-9331-418db4796772+18:23423:x1870603449809408:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1783947134.739924:0:22686:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8417aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42b3cb17-0205-4693-9331-418db4796772+18:23423:x1870603449809408:12345-0@lo:502:mount.lustre.0 Request processed in 158us (771us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947134.739932:0:22686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1783947134.740094:0:23423:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da703c7b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:23423:1870603449809408:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1783947134.740312:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].1, 224 off8416 00000040:00080000:3.0:1783947134.740504:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].2, 120 off8536 00000040:00080000:3.0:1783947134.740521:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].3, 168 off8704 00000040:00080000:3.0:1783947134.740535:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].4, 224 off8928 00000040:00080000:3.0:1783947134.740548:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].5, 224 off9152 00000040:00080000:3.0:1783947134.740560:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].6, 120 off9272 00000040:00080000:3.0:1783947134.740573:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].7, 168 off9440 00000040:00080000:3.0:1783947134.740586:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].8, 224 off9664 00000040:00080000:3.0:1783947134.740600:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].9, 224 off9888 00000040:00080000:3.0:1783947134.740614:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].10, 120 off10008 00000040:00080000:3.0:1783947134.740628:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].11, 224 off10232 00000040:00080000:3.0:1783947134.740642:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].12, 224 off10456 00000040:00080000:3.0:1783947134.740667:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].13, 88 off10544 00000040:00080000:3.0:1783947134.740696:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].14, 128 off10672 00000040:00080000:3.0:1783947134.740710:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].15, 144 off10816 00000040:00080000:3.0:1783947134.740722:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].16, 160 off10976 00000040:00080000:3.0:1783947134.740732:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].17, 224 off11200 00000040:00080000:3.0:1783947134.740743:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].18, 224 off11424 00000040:00080000:3.0:1783947134.740754:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].19, 80 off11504 00000040:00080000:3.0:1783947134.740766:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].20, 224 off11728 00000040:00080000:3.0:1783947134.740779:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].21, 224 off11952 00000040:00080000:3.0:1783947134.740804:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].22, 88 off12040 00000040:00080000:3.0:1783947134.740819:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].23, 128 off12168 00000040:00080000:3.0:1783947134.740832:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].24, 144 off12312 00000040:00080000:3.0:1783947134.740845:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].25, 160 off12472 00000040:00080000:3.0:1783947134.740856:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].26, 224 off12696 00000040:00080000:3.0:1783947134.740867:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].27, 224 off12920 00000040:00080000:3.0:1783947134.740880:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].28, 80 off13000 00000040:00080000:3.0:1783947134.740894:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].29, 224 off13224 00000040:00080000:3.0:1783947134.740921:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].30, 224 off13448 00000040:00080000:3.0:1783947134.740938:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].31, 88 off13536 00000040:00080000:3.0:1783947134.740952:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].32, 128 off13664 00000040:00080000:3.0:1783947134.741113:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].33, 144 off13808 00000040:00080000:3.0:1783947134.741127:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].34, 128 off13936 00000040:00080000:3.0:1783947134.741141:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].35, 224 off14160 00000040:00080000:3.0:1783947134.741154:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].36, 224 off14384 00000040:00080000:3.0:1783947134.741168:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].37, 80 off14464 00000040:00080000:3.0:1783947134.741181:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].38, 224 off14688 00000040:00080000:3.0:1783947134.741193:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].39, 224 off14912 00000040:00080000:3.0:1783947134.741206:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].40, 88 off15000 00000040:00080000:3.0:1783947134.741216:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].41, 128 off15128 00000040:00080000:3.0:1783947134.741228:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].42, 144 off15272 00000040:00080000:3.0:1783947134.741239:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].43, 128 off15400 00000040:00080000:3.0:1783947134.741251:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].44, 224 off15624 00000040:00080000:3.0:1783947134.741264:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].45, 224 off15848 00000040:00080000:3.0:1783947134.742065:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].46, 80 off15928 00000040:00080000:3.0:1783947134.742094:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].47, 224 off16152 00000040:00080000:3.0:1783947134.742109:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].48, 232 off16384 00000100:00100000:3.0:1783947134.742163:0:23423:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da703c7b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:23423:1870603449809536:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1783947134.742234:0:23423:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783947134.742285:0:23423:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da80335ef00 going to sleep for 11 seconds 00000100:00100000:2.0:1783947134.743412:0:22685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449809536 00000100:00100000:2.0:1783947134.743423:0:22685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449809536 00000100:00100000:2.0:1783947134.743480:0:22685:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:2.0:1783947134.743490:0:22685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8417a8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42b3cb17-0205-4693-9331-418db4796772+18:23423:x1870603449809536:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1783947134.743647:0:22685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8417a8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42b3cb17-0205-4693-9331-418db4796772+18:23423:x1870603449809536:12345-0@lo:502:mount.lustre.0 Request processed in 158us (1413us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947134.743655:0:22685:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:3.0:1783947134.743709:0:23423:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da703c7b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:23423:1870603449809536:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1783947134.743912:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].49, 224 off16608 00000040:00080000:3.0:1783947134.743938:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].50, 120 off16728 00000100:00100000:3.0:1783947134.745068:0:23423:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da703c7b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:23423:1870603449809664:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1783947134.745147:0:23423:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783947134.745184:0:23423:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da80335ef00 going to sleep for 11 seconds 00000100:00100000:3.0:1783947134.745207:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449809664 00000100:00100000:3.0:1783947134.745212:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449809664 00000100:00100000:3.0:1783947134.745253:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1783947134.745262:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8417a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+18:23423:x1870603449809664:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1783947134.746225:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8417a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+18:23423:x1870603449809664:12345-0@lo:502:mount.lustre.0 Request processed in 960us (1075us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947134.746236:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1783947134.746318:0:23423:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da703c7b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:23423:1870603449809664:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1783947134.748702:0:23423:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].51, 224 off16952 00000040:00080000:3.0:1783947134.748721:0:23423:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:3.0:1783947134.751515:0:23443:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0001 (typ=lwp) 00000020:00000080:3.0:1783947134.751535:0:23443:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0001 (ffff8da702278000) 00000020:00000080:3.0:1783947134.751558:0:23443:0:(obd_config.c:720:class_attach_name()) OBD: dev 19 attached type lwp with refcount 2 00000020:01000004:3.0:1783947134.752729:0:23443:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8da83ad5f000 from lustre-MDT0001, refs=3 00000020:01000004:3.0:1783947134.752737:0:23443:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8da83ad5f000 from lustre-MDT0001, refs=3 00000020:01000004:3.0:1783947134.752746:0:23443:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8da83ad5f000 3 00010000:00080000:3.0:1783947134.752781:0:23443:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8da804964800@lustre-MDT0000-lwp-MDT0001: add connection 192.168.202.133@tcp at head 00010000:00010000:3.0:1783947134.755881:0:23443:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0001-8 is initialized 00000020:00000080:3.0:1783947134.756065:0:23443:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000010:01000000:3.0:1783947134.756113:0:23443:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1783947134.756125:0:23443:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001, cookie 0x48cfcce1a55e80de 00000100:00080000:3.0:1783947134.756136:0:23443:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1783947134.756142:0:23443:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8da804964800 using connection 192.168.202.133@tcp/0@lo 00000100:00100000:3.0:1783947134.756180:0:23443:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da703c7b100 x1870603449809792/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1783947134.756219:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da703c7b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3646:1870603449809792:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1783947134.756283:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1783947134.756614:0:23443:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1783947134.757066:0:13112:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1783947134.757071:0:13112:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1783947134.757073:0:13112:0:(import.c:65:import_set_state_nolock()) ffff8da83fbb5000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1783947134.757081:0:13112:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8da83fbb5000 using connection 192.168.202.133@tcp/0@lo 00000100:00100000:0.0:1783947134.757098:0:13112:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da83d3d7800 x1870603449810048/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1783947134.757110:0:13112:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1783947134.757113:0:13112:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1783947134.757115:0:13112:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1783947134.757118:0:13112:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1783947134.757143:0:13112:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1783947134.757145:0:13112:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1783947134.757148:0:13112:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1783947134.757156:0:13112:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1783947134.757175:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83d3d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3648:1870603449810176:0@lo:400:kworker.0 00000100:00100000:0.0:1783947134.757216:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783947134.757253:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83d3d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:42b3cb17-0205-4693-9331-418db4796772:3647:1870603449809920:0@lo:400:kworker.0 00000100:00100000:3.0:1783947134.757289:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783947134.757580:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83d3d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1870603449810048:0@lo:38:kworker.0 00000100:00100000:3.0:1783947134.757607:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783947134.757638:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449810048 00000100:00100000:3.0:1783947134.757644:0:22697:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449810048 00000100:00100000:3.0:1783947134.757671:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1783947134.757677:0:22697:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da703c79180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3646:x1870603449810048:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1783947134.757725:0:22697:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da703c79180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3646:x1870603449810048:12345-0@lo:38:kworker.0 Request processed in 47us (116us total) trans 0 rc -11/-11 00000100:00100000:3.0:1783947134.757731:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00080000:3.0:1783947134.757765:0:3646:0:(import.c:65:import_set_state_nolock()) ffff8da83fbb5000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1783947134.757769:0:3646:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-11) 00000100:00100000:3.0:1783947134.757773:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83d3d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1870603449810048:0@lo:38:kworker.0 00000040:00080000:3.0:1783947134.757889:0:23443:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x12:0x0] index 52 count 51 00000020:01000000:3.0:1783947134.757932:0:23423:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:3.0:1783947134.757981:0:23423:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.133@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1783947134.757997:0:23423:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da7036e8200/0x48cfcce1a55e80c9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e80d0 expref: -99 pid: 23423 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947134.758008:0:23423:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.133@tcp lock: ffff8da7036e8200/0x48cfcce1a55e80c9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e80d0 expref: -99 pid: 23423 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:3.0:1783947134.758050:0:23423:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:3.0:1783947134.758052:0:23423:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:3.0:1783947134.758053:0:23423:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1783947134.758054:0:23423:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1783947134.758056:0:23423:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1783947134.758057:0:23423:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1783947134.758058:0:23423:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1783947134.758060:0:23423:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1783947134.758061:0:23423:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1783947134.758065:0:23423:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x40020001 00000020:01000004:3.0:1783947134.758068:0:23423:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1783947134.758069:0:23423:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:3.0:1783947134.758070:0:23423:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1783947134.758071:0:23423:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1783947134.758072:0:23423:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1783947134.758073:0:23423:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1783947134.758074:0:23423:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1783947134.758075:0:23423:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1783947134.758076:0:23423:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1783947134.758089:0:23423:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:3.0:1783947134.758100:0:23423:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da703c7bb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:23423:1870603449810432:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1783947134.758128:0:23423:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783947134.758148:0:23423:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da8207403c0 going to sleep for 11 seconds 00000100:00100000:3.0:1783947134.758165:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449809920 00000100:00100000:3.0:1783947134.758168:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449809920 00000100:00100000:3.0:1783947134.758196:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449810432 00000100:00100000:3.0:1783947134.758198:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449810432 00000100:00100000:3.0:1783947134.758208:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:3.0:1783947134.758214:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8417abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+19:3647:x1870603449809920:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783947134.758249:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8417abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+19:3647:x1870603449809920:12345-0@lo:400:kworker.0 Request processed in 35us (959us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947134.758254:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:3.0:1783947134.758271:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1783947134.758276:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8417ab450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+18:23423:x1870603449810432:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1783947134.758291:0:22684:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:3.0:1783947134.758302:0:22684:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00000100:00100000:3.0:1783947134.759669:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83d3d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:42b3cb17-0205-4693-9331-418db4796772:3647:1870603449809920:0@lo:400:kworker.0 00000001:00100000:3.0:1783947134.760142:0:22672:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 20000000:01000000:3.0:1783947134.760166:0:22684:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:3.0:1783947134.760175:0:22684:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 20000000:01000000:3.0:1783947134.760482:0:22708:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:3.0:1783947134.760487:0:22708:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:3.0:1783947134.760509:0:22708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8da817850a00/0x48cfcce1a55e80e5 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947134.760525:0:22708:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8da817850200/0x48cfcce1a55e7ff0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x48cfcce1a55e7fe9 expref: 18 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947134.760533:0:22708:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8da7036e9600/0x48cfcce1a55e80b4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x48cfcce1a55e80ad expref: 18 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947134.760541:0:22708:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8da817850a00/0x48cfcce1a55e80e5 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947134.760585:0:22708:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8da7036e9600/0x48cfcce1a55e80b4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x48cfcce1a55e80ad expref: 18 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947134.760597:0:22708:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8da7036e9600/0x48cfcce1a55e80b4 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x48cfcce1a55e80ad expref: 18 pid: 22684 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783947134.760610:0:22708:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da703c79880 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22708:1870603449810560:0@lo:104: 00000100:00100000:3.0:1783947134.760661:0:22708:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1783947134.760700:0:22708:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8da817850200/0x48cfcce1a55e7ff0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x48cfcce1a55e7fe9 expref: 18 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947134.760708:0:22708:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8da817850200/0x48cfcce1a55e7ff0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x48cfcce1a55e7fe9 expref: 18 pid: 22684 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783947134.760716:0:22708:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da703c79c00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22708:1870603449810688:0@lo:104: 00000100:00100000:3.0:1783947134.760732:0:22708:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783947134.760745:0:22708:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da84158a600 going to sleep for 11 seconds 00000100:00100000:3.0:1783947134.760765:0:22675:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449810560 00000100:00100000:3.0:1783947134.760770:0:22675:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449810560 00000100:00100000:3.0:1783947134.760805:0:22675:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449810688 00000100:00100000:3.0:1783947134.760808:0:22675:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449810688 00000100:00100000:3.0:1783947134.760821:0:22675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1783947134.760827:0:22675:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da703c79500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:42b3cb17-0205-4693-9331-418db4796772+4:22708:x1870603449810560:12345-0@lo:104: 00010000:00010000:3.0:1783947134.760840:0:22675:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.133@tcp lock: ffff8da80168ae00/0x48cfcce1a55e80ad lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x48cfcce1a55e80b4 expref: -99 pid: 23423 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947134.760880:0:22675:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1783947134.760886:0:22675:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da703c79500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:42b3cb17-0205-4693-9331-418db4796772+4:22708:x1870603449810560:12345-0@lo:104: Request processed in 59us (224us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947134.760898:0:22675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1783947134.760914:0:22675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1783947134.760919:0:22675:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da703c7b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:42b3cb17-0205-4693-9331-418db4796772+3:22708:x1870603449810688:12345-0@lo:104: 00010000:00010000:3.0:1783947134.760927:0:22675:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.133@tcp lock: ffff8da80168a400/0x48cfcce1a55e7fe9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x48cfcce1a55e7ff0 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947134.761040:0:22675:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1783947134.761046:0:22675:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da703c7b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:42b3cb17-0205-4693-9331-418db4796772+3:22708:x1870603449810688:12345-0@lo:104: Request processed in 127us (313us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947134.761052:0:22675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00010000:3.0:1783947134.761071:0:22680:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1783947134.761078:0:22680:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.133@tcp lock: ffff8da80168ae00/0x48cfcce1a55e80ad lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x48cfcce1a55e80b4 expref: -99 pid: 23423 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947134.761085:0:22680:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da80168ae00 already unused, calling callback (ffffffffc11dcc20) 10000000:00010000:3.0:1783947134.761089:0:22680:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.133@tcp lock: ffff8da80168ae00/0x48cfcce1a55e80ad lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x48cfcce1a55e80b4 expref: -99 pid: 23423 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947134.761097:0:22680:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.133@tcp lock: ffff8da80168ae00/0x48cfcce1a55e80ad lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x48cfcce1a55e80b4 expref: -99 pid: 23423 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1783947134.761104:0:22680:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.133@tcp lock: ffff8da80168ae00/0x48cfcce1a55e80ad lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x48cfcce1a55e80b4 expref: -99 pid: 23423 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783947134.761109:0:22680:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1783947134.761139:0:22680:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.133@tcp lock: ffff8da80168ae00/0x48cfcce1a55e80ad lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x48cfcce1a55e80b4 expref: -99 pid: 23423 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947134.761145:0:22680:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1783947134.761165:0:22680:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.133@tcp lock: ffff8da80168ae00/0x48cfcce1a55e80ad lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x48cfcce1a55e80b4 expref: -99 pid: 23423 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947134.761173:0:22680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.133@tcp lock: ffff8da80168ae00/0x48cfcce1a55e80ad lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x48cfcce1a55e80b4 expref: -99 pid: 23423 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947134.761188:0:22680:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783947134.761191:0:22680:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.133@tcp lock: ffff8da80168a400/0x48cfcce1a55e7fe9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x48cfcce1a55e7ff0 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947134.761196:0:22680:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da80168a400 already unused, calling callback (ffffffffc11dcc20) 10000000:00010000:3.0:1783947134.761199:0:22680:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.133@tcp lock: ffff8da80168a400/0x48cfcce1a55e7fe9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x48cfcce1a55e7ff0 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947134.761206:0:22680:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.133@tcp lock: ffff8da80168a400/0x48cfcce1a55e7fe9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x48cfcce1a55e7ff0 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1783947134.761212:0:22680:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.133@tcp lock: ffff8da80168a400/0x48cfcce1a55e7fe9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x48cfcce1a55e7ff0 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783947134.761217:0:22680:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1783947134.761230:0:22680:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.133@tcp lock: ffff8da80168a400/0x48cfcce1a55e7fe9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x48cfcce1a55e7ff0 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947134.761235:0:22680:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1783947134.761245:0:22680:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.133@tcp lock: ffff8da80168a400/0x48cfcce1a55e7fe9 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x48cfcce1a55e7ff0 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947134.761252:0:22680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.133@tcp lock: ffff8da80168a400/0x48cfcce1a55e7fe9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x48cfcce1a55e7ff0 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947134.761274:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783947134.761276:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783947134.761278:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783947134.761285:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783947134.761591:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da703c78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:42b3cb17-0205-4693-9331-418db4796772:3647:1870603449810944:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1783947134.761626:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783947134.761684:0:22678:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449810944 00000100:00100000:3.0:1783947134.761689:0:22678:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449810944 00010000:00010000:3.0:1783947134.761708:0:22678:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8da817850200/0x48cfcce1a55e7ff0 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x48cfcce1a55e7fe9 expref: 19 pid: 22684 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783947134.761730:0:22678:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1783947134.761736:0:22678:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da703c7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:42b3cb17-0205-4693-9331-418db4796772+19:3647:x1870603449810944:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1783947134.761747:0:22678:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783947134.761753:0:22678:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8da817850200/0x48cfcce1a55e7ff0 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x48cfcce1a55e7fe9 expref: 19 pid: 22684 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947134.761763:0:22678:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8da817850200/0x48cfcce1a55e7ff0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x48cfcce1a55e7fe9 expref: 19 pid: 22684 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947134.761780:0:22678:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783947134.761821:0:22678:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da703c7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:42b3cb17-0205-4693-9331-418db4796772+19:3647:x1870603449810944:12345-0@lo:103:ldlm_bl.0 Request processed in 84us (193us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947134.761828:0:22678:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1783947134.761866:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da703c78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:42b3cb17-0205-4693-9331-418db4796772:3647:1870603449810944:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1783947134.761894:0:22708:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da703c79880 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22708:1870603449810560:0@lo:104: 00010000:00010000:3.0:1783947134.761903:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8da817850200/0x48cfcce1a55e7ff0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x48cfcce1a55e7fe9 expref: 18 pid: 22684 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783947134.761923:0:22708:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da703c79c00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22708:1870603449810688:0@lo:104: 00010000:00010000:3.0:1783947134.761941:0:22708:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8da817850a00/0x48cfcce1a55e80e5 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783947134.762016:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8417ab450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+17:23423:x1870603449810432:12345-0@lo:253:mount.lustre.0 Request processed in 3738us (3885us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947134.762024:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1783947134.762067:0:23423:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da703c7bb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:23423:1870603449810432:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1783947134.762076:0:23423:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:3.0:1783947134.762080:0:23423:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1783947134.762081:0:23423:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:3.0:1783947134.762083:0:23423:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1783947134.762083:0:23423:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1783947134.762085:0:23423:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1783947134.762087:0:23423:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1783947134.762089:0:23423:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1783947134.762090:0:23423:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1783947134.762092:0:23423:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:3.0:1783947134.762101:0:23423:0:(tgt_mount.c:2689:server_calc_timeout()) lustre-MDT0001: Imperative Recovery not enabled, recovery window 60-180 00000100:00100000:0.0:1783947134.763123:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83d3d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1870603449810304:0@lo:400:kworker.0 00000100:00100000:0.0:1783947134.763164:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947134.763182:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1783947134.763189:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da703c7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:42b3cb17-0205-4693-9331-418db4796772:3649:1870603449810816:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1783947134.763210:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783947134.763684:0:23432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449810304 00000100:00100000:2.0:1783947134.763692:0:23432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449810304 00000100:00100000:2.0:1783947134.763732:0:23432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1783947134.763740:0:23432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83d3d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3649:x1870603449810304:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783947134.763821:0:23432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83d3d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3649:x1870603449810304:12345-0@lo:400:kworker.0 Request processed in 81us (656us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947134.763830:0:23432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1783947134.763868:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83d3d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1870603449810304:0@lo:400:kworker.0 00000100:00100000:1.0:1783947134.764484:0:22693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449809792 00000100:00100000:1.0:1783947134.764490:0:22693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449809792 00000100:00100000:1.0:1783947134.764522:0:22693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449810176 00000100:00100000:1.0:1783947134.764525:0:22693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449810176 00000100:00100000:1.0:1783947134.764561:0:22693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1783947134.764568:0:22693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83d3d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1870603449810176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783947134.764625:0:22693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83d3d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1870603449810176:12345-0@lo:400:kworker.0 Request processed in 57us (7408us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947134.764632:0:22693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1783947134.764646:0:22693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1783947134.764650:0:22693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da703c78000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3646:x1870603449809792:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1783947134.764672:0:22693:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0001_UUID@0@lo t0 exp 0000000000000000 cur 816 last 0 00000020:00000080:1.0:1783947134.764713:0:22693:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001_UUID, cookie 0x48cfcce1a55e80ec 00000004:00100000:1.0:1783947134.764730:0:22693:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1783947134.764764:0:22693:0:(import.c:65:import_set_state_nolock()) ffff8da7035d7000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1783947134.765190:0:22693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da703c78000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1870603449809792:12345-0@lo:38:llog_process_th.0 Request processed in 536us (8905us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947134.765199:0:22693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:3.0:1783947134.765814:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8da703c7b100 x1870603449809792/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1783947144 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783947134.765826:0:3646:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:3.0:1783947134.765835:0:3646:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0001: connect to target with instance 3 00000100:00080000:3.0:1783947134.765843:0:3646:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0001: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:3.0:1783947134.765848:0:3646:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1783947134.765851:0:3646:0:(import.c:65:import_set_state_nolock()) ffff8da804964800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1783947134.765857:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da703c7b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3646:1870603449809792:0@lo:38:llog_process_th.0 00000040:01000000:3.0:1783947134.767349:0:23423:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osd ctxt 16 is initialized 00000020:00080000:2.0:1783947134.768269:0:23449:0:(update_trans.c:1538:distribute_txn_commit_thread()) lustre-MDT0001: start commit thread committed batchid 0 00000020:00080000:2.0:1783947134.768275:0:23449:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 0 00000040:01000000:2.0:1783947134.768461:0:23450:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:3.0:1783947134.768622:0:23423:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osp-MDT0001 ctxt 16 is initialized 00000040:00080000:2.0:1783947134.769072:0:23450:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1783947134.771097:0:23450:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000400:0x1:0x0] index 261376 count 1 00000100:00100000:0.0:1783947134.771130:0:22679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449810816 00000100:00100000:0.0:1783947134.771142:0:22679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449810816 00010000:00010000:0.0:1783947134.771183:0:22679:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8da7036e9600/0x48cfcce1a55e80b4 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x48cfcce1a55e80ad expref: 17 pid: 22684 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783947134.771186:0:23450:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osd retrieved update log, duration 0, retries 0 00000100:00100000:0.0:1783947134.771217:0:22679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1783947134.771225:0:22679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83d3d4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:42b3cb17-0205-4693-9331-418db4796772+17:3649:x1870603449810816:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1783947134.771239:0:22679:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783947134.771244:0:22679:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8da7036e9600/0x48cfcce1a55e80b4 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x48cfcce1a55e80ad expref: 17 pid: 22684 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947134.771256:0:22679:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8da7036e9600/0x48cfcce1a55e80b4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x48cfcce1a55e80ad expref: 17 pid: 22684 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947134.771272:0:22679:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8da7036e9600/0x48cfcce1a55e80b4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x48cfcce1a55e80ad expref: 17 pid: 22684 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947134.771286:0:22679:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8da817850a00/0x48cfcce1a55e80e5 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947134.771319:0:22679:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8da817850a00/0x48cfcce1a55e80e5 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783947134.771469:0:23451:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da703c7b100 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23451:1870603449811072:0@lo:1000:lod0001_rec0000.0 20000000:01000000:0.0:1783947134.771476:0:22679:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.010989000s 00010000:00010000:0.0:1783947134.771481:0:22679:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8da817850a00/0x48cfcce1a55e80e5 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947134.771487:0:22679:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8da817850a00/0x48cfcce1a55e80e5 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947134.771494:0:22679:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8da817850a00/0x48cfcce1a55e80e5 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947134.771500:0:22679:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8da817850a00/0x48cfcce1a55e80e5 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947134.771505:0:22679:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da817850a00 already unused, calling callback (ffffffffc0be1230) 00010000:00010000:0.0:1783947134.771509:0:22679:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8da817850a00/0x48cfcce1a55e80e5 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947134.771516:0:22679:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8da817850a00/0x48cfcce1a55e80e5 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783947134.771528:0:23451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1783947134.771531:0:22679:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8da817850a00/0x48cfcce1a55e80e5 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947134.771541:0:22679:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783947134.771559:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449811072 00000100:00100000:3.0:1783947134.771563:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449811072 00000100:00100000:0.0:1783947134.771580:0:22679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83d3d4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:42b3cb17-0205-4693-9331-418db4796772+16:3649:x1870603449810816:12345-0@lo:103:ldlm_bl.0 Request processed in 356us (8368us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947134.771588:0:22679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1783947134.771590:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1783947134.771596:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da703c7bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23451:x1870603449811072:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1783947134.771661:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da703c7bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23451:x1870603449811072:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 64us (132us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947134.771667:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1783947134.771687:0:23451:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da8415f2900 going to sleep for 11 seconds 00000100:00100000:3.0:1783947134.771710:0:23451:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da703c7b100 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23451:1870603449811072:0@lo:1000:lod0001_rec0000.0 00000040:01000000:3.0:1783947134.771740:0:23451:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:3.0:1783947134.771764:0:23451:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da703c7b100 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23451:1870603449811200:0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1783947134.771806:0:23451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783947134.771827:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449811200 00000100:00100000:3.0:1783947134.771831:0:22697:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449811200 00000100:00100000:3.0:1783947134.771850:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1783947134.771856:0:22697:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da703c79c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23451:x1870603449811200:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1783947134.771960:0:22697:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da703c79c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23451:x1870603449811200:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 104us (153us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947134.771967:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1783947134.771984:0:23451:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da8415f2900 going to sleep for 11 seconds 00000100:00100000:3.0:1783947134.771997:0:23451:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da703c7b100 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23451:1870603449811200:0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1783947134.772057:0:23451:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da703c7b100 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23451:1870603449811328:0@lo:900:lod0001_rec0000.0 00000100:00100000:3.0:1783947134.772085:0:23451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783947134.772120:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449811328 00000100:00100000:3.0:1783947134.772123:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449811328 00000100:00100000:3.0:1783947134.772148:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1783947134.772154:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da703c79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23451:x1870603449811328:12345-0@lo:900:lod0001_rec0000.0 00000100:00100000:3.0:1783947134.772187:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da703c79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23451:x1870603449811328:12345-0@lo:900:lod0001_rec0000.0 Request processed in 33us (101us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947134.772193:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1783947134.772209:0:23451:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da8415f2300 going to sleep for 11 seconds 00010000:00080000:3.0:1783947134.772226:0:23451:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8da703c7b100 x1870603449811328/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1783947150 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lod0001_rec0000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783947134.772236:0:23451:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da703c7b100 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23451:1870603449811328:0@lo:900:lod0001_rec0000.0 00000040:01000000:2.0:1783947134.774709:0:23423:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 12 is initialized 00000040:00080000:2.0:1783947134.774750:0:23423:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00010000:00080000:0.0:1783947134.774781:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8da83d3d5880 x1870603449810176/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783947150 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783947134.774810:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83d3d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3648:1870603449810176:0@lo:400:kworker.0 00010000:00010000:0.0:1783947134.774867:0:22708:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8da817850a00/0x48cfcce1a55e80e5 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947134.774878:0:22708:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8da817850a00/0x48cfcce1a55e80e5 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947134.774885:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8da817850a00/0x48cfcce1a55e80e5 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783947134.774930:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da703c7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:42b3cb17-0205-4693-9331-418db4796772:3649:1870603449810816:0@lo:103:ldlm_bl.0 00000004:00000080:2.0:1783947134.775183:0:23423:0:(mdd_device.c:553:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:2.0:1783947134.775190:0:23423:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 14 is initialized 00000040:00080000:2.0:1783947134.775228:0:23423:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1783947134.777776:0:23451:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da703c7b100 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23451:1870603449811456:0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1783947134.777940:0:23451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783947134.777982:0:23432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449811456 00000100:00100000:3.0:1783947134.777989:0:23432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449811456 00000100:00100000:3.0:1783947134.778032:0:23432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1783947134.778041:0:23432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da703c78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:23451:x1870603449811456:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1783947134.778119:0:23432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da703c78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:23451:x1870603449811456:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 78us (178us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947134.778126:0:23432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000040:00080000:2.0:1783947134.779095:0:23423:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000100:00100000:1.0:1783947134.779517:0:23451:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da8415f2900 going to sleep for 11 seconds 00000100:00100000:1.0:1783947134.779559:0:23451:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da703c7b100 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23451:1870603449811456:0@lo:1000:lod0001_rec0000.0 00000040:00080000:1.0:1783947134.779622:0:23451:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1783947134.780977:0:23423:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:2.0:1783947134.781031:0:23423:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 15 is initialized 00000040:00080000:2.0:1783947134.781148:0:23423:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00080000:10000000:2.0:1783947134.781643:0:23423:0:(osd_handler.c:5579:osd_index_try()) lustre-MDT0001: index object [0x200000003:0x30:0x0] (8/32) registered 00000040:00080000:1.0:1783947134.784089:0:23451:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000401:0x1:0x0] index 261376 count 1 00000004:00080000:1.0:1783947134.784184:0:23451:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osp-MDT0001 retrieved update log, duration 0, retries 0 00000004:00080000:1.0:1783947134.784188:0:23451:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0001 got update logs from all MDTs. 00000001:00000004:3.0:1783947134.786883:0:23423:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:3.0:1783947134.795451:0:23423:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:3.0:1783947134.795493:0:23423:0:(mdd_device.c:2302:mdd_iocontrol()) lustre-MDD0001: cmd=c00866e6 len=0 karg=ffff9d4a40dab988 00100000:10000000:3.0:1783947134.795512:0:23423:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0001-osd: start master thread 00000020:01000004:2.0:1783947134.796018:0:23423:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:2.0:1783947134.796058:0:23423:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.202.133@tcp: cl_mgc_mutex unlock 00000020:01000004:2.0:1783947134.796080:0:23423:0:(tgt_mount.c:2458:server_fill_super_common()) Server sb, dev=48 00000080:00000004:2.0:1783947134.796109:0:23423:0:(super25.c:181:lustre_fill_super()) /dev/mapper/mds2_flakey: Mount complete 00000020:00000004:0.0:1783947134.801868:0:23423:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1783947134.802865:0:23423:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1783947135.232083:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783947135.562148:0:22733:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da7026e1f00 going to sleep for 0 seconds 00000040:00080000:0.0:1783947135.810630:0:23446:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 10000000:01000000:0.0:1783947136.200474:0:22689:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1783947136.200483:0:22689:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff8da83ad5f000 from 12 10000000:01000000:0.0:1783947136.200823:0:22689:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1783947136.200934:0:22689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da80168ba00/0x48cfcce1a55e80f3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947136.200946:0:22689:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.133@tcp lock: ffff8da80168ba00/0x48cfcce1a55e80f3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947136.200956:0:22689:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.133@tcp lock: ffff8da80168ba00/0x48cfcce1a55e80f3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783947136.200983:0:22689:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83d3d5880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42b3cb17-0205-4693-9331-418db4796772:22689:1870603449811584:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1783947136.201069:0:22689:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947136.201184:0:22689:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da7026e10c0 going to sleep for 11 seconds 00000100:00100000:1.0:1783947136.211022:0:22685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449811584 00000100:00100000:1.0:1783947136.211039:0:22685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449811584 00000100:00100000:1.0:1783947136.211117:0:22685:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1783947136.211129:0:22685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8417a9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42b3cb17-0205-4693-9331-418db4796772+16:22689:x1870603449811584:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1783947136.211150:0:22685:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783947136.211175:0:22685:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8da83611a600/0x48cfcce1a55e80fa lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x48cfcce1a55e80f3 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947136.211224:0:22685:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8da83611a600/0x48cfcce1a55e80fa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x48cfcce1a55e80f3 expref: 17 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947136.211237:0:22685:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8da83611a600/0x48cfcce1a55e80fa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x48cfcce1a55e80f3 expref: 17 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947136.211248:0:22685:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8da83611a600, rc 0) 00000100:00100000:1.0:1783947136.211332:0:22685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8417a9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42b3cb17-0205-4693-9331-418db4796772+17:22689:x1870603449811584:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 206us (10263us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947136.211340:0:22685:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1783947136.211548:0:22689:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83d3d5880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42b3cb17-0205-4693-9331-418db4796772:22689:1870603449811584:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1783947136.211568:0:22689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.133@tcp lock: ffff8da80168ba00/0x48cfcce1a55e80f3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e80fa expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947136.211577:0:22689:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.133@tcp lock: ffff8da80168ba00/0x48cfcce1a55e80f3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x48cfcce1a55e80fa expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783947136.211641:0:22689:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83d3d5880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42b3cb17-0205-4693-9331-418db4796772:22689:1870603449811712:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1783947136.211679:0:22689:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947136.211720:0:22689:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da7026e10c0 going to sleep for 11 seconds 00000100:00100000:2.0:1783947136.211786:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449811712 00000100:00100000:2.0:1783947136.211792:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449811712 00000100:00100000:2.0:1783947136.211825:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:2.0:1783947136.211833:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8417aac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+17:22689:x1870603449811712:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:2.0:1783947136.211847:0:22684:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1783947136.211868:0:22684:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1783947136.211871:0:22684:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:2.0:1783947136.211961:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8417aac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+17:22689:x1870603449811712:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 128us (281us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947136.211968:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1783947136.212544:0:22689:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83d3d5880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42b3cb17-0205-4693-9331-418db4796772:22689:1870603449811712:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1783947136.212593:0:22689:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.133@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1783947136.212601:0:22689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da80168ba00/0x48cfcce1a55e80f3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e80fa expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947136.212610:0:22689:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.133@tcp lock: ffff8da80168ba00/0x48cfcce1a55e80f3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e80fa expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1783947136.212620:0:22689:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1783947136.212622:0:22689:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff8da840f5e000 from 12 10000000:01000000:0.0:1783947136.212624:0:22689:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1783947136.212647:0:22689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da80168a200/0x48cfcce1a55e8101 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947136.212654:0:22689:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.133@tcp lock: ffff8da80168a200/0x48cfcce1a55e8101 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947136.212673:0:22689:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.133@tcp lock: ffff8da80168a200/0x48cfcce1a55e8101 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783947136.212687:0:22689:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83d3d5880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42b3cb17-0205-4693-9331-418db4796772:22689:1870603449811840:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1783947136.212718:0:22689:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947136.212748:0:22689:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da7026e10c0 going to sleep for 11 seconds 00000100:00100000:2.0:1783947136.212936:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449811840 00000100:00100000:2.0:1783947136.212941:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449811840 00000100:00100000:2.0:1783947136.212968:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:2.0:1783947136.212975:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8417aa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+17:22689:x1870603449811840:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1783947136.212984:0:22684:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783947136.212995:0:22684:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8da7036e9a00/0x48cfcce1a55e8108 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x48cfcce1a55e8101 expref: -99 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947136.213012:0:22684:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8da7036e9a00/0x48cfcce1a55e8108 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x48cfcce1a55e8101 expref: 18 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947136.213021:0:22684:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8da7036e9a00/0x48cfcce1a55e8108 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x48cfcce1a55e8101 expref: 18 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947136.213030:0:22684:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8da7036e9a00, rc 0) 00000100:00100000:2.0:1783947136.213072:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8417aa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+18:22689:x1870603449811840:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 97us (353us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947136.213079:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1783947136.213196:0:22689:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83d3d5880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42b3cb17-0205-4693-9331-418db4796772:22689:1870603449811840:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1783947136.213207:0:22689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.133@tcp lock: ffff8da80168a200/0x48cfcce1a55e8101 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e8108 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947136.213214:0:22689:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.133@tcp lock: ffff8da80168a200/0x48cfcce1a55e8101 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x48cfcce1a55e8108 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783947136.213254:0:22689:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83d3d5880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42b3cb17-0205-4693-9331-418db4796772:22689:1870603449811968:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1783947136.213283:0:22689:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947136.213305:0:22689:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da7026e10c0 going to sleep for 11 seconds 00000100:00100000:3.0:1783947136.213394:0:22686:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449811968 00000100:00100000:3.0:1783947136.213399:0:22686:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449811968 00000100:00100000:3.0:1783947136.213430:0:22686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1783947136.213437:0:22686:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da80e9ab450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42b3cb17-0205-4693-9331-418db4796772+18:22689:x1870603449811968:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1783947136.213450:0:22686:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1783947136.213465:0:22686:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1783947136.213468:0:22686:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:3.0:1783947136.213537:0:22686:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da80e9ab450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42b3cb17-0205-4693-9331-418db4796772+18:22689:x1870603449811968:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 100us (252us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947136.213544:0:22686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1783947136.213646:0:22689:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83d3d5880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42b3cb17-0205-4693-9331-418db4796772:22689:1870603449811968:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1783947136.213681:0:22689:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.133@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1783947136.213686:0:22689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da80168a200/0x48cfcce1a55e8101 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e8108 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947136.213694:0:22689:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.133@tcp lock: ffff8da80168a200/0x48cfcce1a55e8101 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e8108 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947136.255733:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783947136.582437:0:22733:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da7026e1f00 going to sleep for 0 seconds 00000040:00080000:2.0:1783947136.834553:0:23446:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1783947137.291426:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783947137.599429:0:22733:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da7026e1f00 going to sleep for 0 seconds 00010000:00010000:0.0:1783947138.308134:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783947138.635690:0:22733:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da7026e1f00 going to sleep for 0 seconds 00010000:00010000:0.0:1783947139.330437:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1783947139.562407:0:23694:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg233-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000100:00100000:0.0:1783947139.647446:0:22733:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da7026e1f00 going to sleep for 0 seconds 00000100:00100000:3.0:1783947139.967651:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1783947139.967685:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83d3d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1870603449812096:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1783947139.967799:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1783947139.967905:0:13112:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1783947139.967911:0:13112:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1783947139.967915:0:13112:0:(import.c:65:import_set_state_nolock()) ffff8da83fbb5000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1783947139.967927:0:13112:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8da83fbb5000 using connection 192.168.202.133@tcp/0@lo 00000100:00100000:3.0:1783947139.967938:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da703c7b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:42b3cb17-0205-4693-9331-418db4796772:3649:1870603449812224:0@lo:400:kworker.0 00000100:00100000:3.0:1783947139.967979:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783947139.968043:0:22685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449812224 00000100:00100000:3.0:1783947139.968054:0:22685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449812224 00000100:00100000:3.0:1783947139.968114:0:22685:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1783947139.968124:0:22685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da80e9a9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42b3cb17-0205-4693-9331-418db4796772+18:3649:x1870603449812224:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783947139.968183:0:22685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da80e9a9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42b3cb17-0205-4693-9331-418db4796772+18:3649:x1870603449812224:12345-0@lo:400:kworker.0 Request processed in 60us (203us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947139.968207:0:22685:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1783947139.968456:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da703c7b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:42b3cb17-0205-4693-9331-418db4796772:3649:1870603449812224:0@lo:400:kworker.0 00000100:00100000:3.0:1783947139.968550:0:13112:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da703c7b100 x1870603449812352/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1783947139.968571:0:13112:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1783947139.968576:0:13112:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1783947139.968579:0:13112:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1783947139.968582:0:13112:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1783947139.968598:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da703c7b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1870603449812352:0@lo:38:kworker.0 00000100:00100000:3.0:1783947139.968636:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783947139.968672:0:23432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449812096 00000100:00100000:3.0:1783947139.968678:0:23432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449812096 00000100:00100000:3.0:1783947139.968705:0:23432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449812352 00000100:00100000:3.0:1783947139.968708:0:23432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449812352 00000100:00100000:3.0:1783947139.968720:0:23432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1783947139.968728:0:23432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da703c79f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3647:x1870603449812096:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1783947139.968777:0:23432:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1783947139.970088:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1783947139.970102:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da703c7ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3646:x1870603449812352:12345-0@lo:38:kworker.0 00010000:00080000:0.0:1783947139.970148:0:22698:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 821 last 0 00000020:00000080:0.0:1783947139.970202:0:22698:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x48cfcce1a55e810f 00000004:00100000:0.0:1783947139.970228:0:22698:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:0.0:1783947139.970238:0:22698:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000100:00080000:0.0:1783947139.972943:0:13112:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1783947139.972952:0:13112:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1783947139.972955:0:13112:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1783947139.972959:0:13112:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1783947139.973031:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1783947139.973058:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83d3d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3648:1870603449812608:0@lo:400:kworker.0 00000100:00100000:1.0:1783947139.974520:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783947139.974638:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83d3d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3650:1870603449812480:0@lo:400:kworker.0 00000100:00100000:1.0:1783947139.974705:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783947139.974758:0:22693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449812608 00000100:00100000:1.0:1783947139.974768:0:22693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449812608 00000100:00100000:1.0:1783947139.974825:0:22693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449812480 00000100:00100000:1.0:1783947139.974828:0:22693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449812480 00000100:00100000:1.0:1783947139.974843:0:22693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1783947139.974852:0:22693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da84177d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1870603449812608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783947139.974912:0:22693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da84177d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1870603449812608:12345-0@lo:400:kworker.0 Request processed in 60us (400us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947139.974919:0:22693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1783947139.974936:0:22693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1783947139.974958:0:22693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da84177c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3650:x1870603449812480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783947139.974985:0:22693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da84177c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3650:x1870603449812480:12345-0@lo:400:kworker.0 Request processed in 29us (281us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947139.974991:0:22693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:1.0:1783947139.975029:0:3650:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8da83d3d7480 x1870603449812480/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783947155 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783947139.975045:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83d3d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3650:1870603449812480:0@lo:400:kworker.0 00010000:00080000:1.0:1783947139.975076:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8da83d3d5180 x1870603449812608/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783947155 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783947139.975085:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83d3d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3648:1870603449812608:0@lo:400:kworker.0 00000100:00100000:3.0:1783947139.976363:0:23432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da703c79f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3647:x1870603449812096:12345-0@lo:41:osp-pre-0-1.0 Request processed in 7626us (8555us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947139.976393:0:23432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1783947139.992053:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83d3d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1870603449812096:0@lo:41:osp-pre-0-1.0 00000100:00080000:0.0:1783947139.993420:0:22698:0:(import.c:65:import_set_state_nolock()) ffff8da83fbf6000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1783947139.993577:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da703c7ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3646:x1870603449812352:12345-0@lo:38:kworker.0 Request processed in 23461us (24925us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947139.993593:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00080000:3.0:1783947139.993719:0:3646:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-osp-MDT0000: connect to target with instance 3 00000100:00080000:3.0:1783947139.993733:0:3646:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-osp-MDT0000: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:3.0:1783947139.993749:0:3646:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:3.0:1783947139.993753:0:3646:0:(import.c:65:import_set_state_nolock()) ffff8da83fbb5000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00080000:3.0:1783947139.993798:0:3646:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000009df41ec7): req@ffff8da70204a680 x1870603449804800/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783947139.993824:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da703c7b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1870603449812352:0@lo:38:kworker.0 00000100:00100000:1.0:1783947139.994157:0:22733:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783947139.994197:0:22733:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da7026e1f00 going to sleep for 11 seconds 00000100:00100000:3.0:1783947139.994247:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449804800 00000100:00100000:3.0:1783947139.994256:0:22697:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449804800 00000100:00100000:3.0:1783947139.994321:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1783947139.994332:0:22697:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da84177ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22733:x1870603449804800:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1783947139.994450:0:22697:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da84177ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22733:x1870603449804800:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 119us (292us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947139.994458:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1783947139.994488:0:22733:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da70204a680 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22733:1870603449804800:0@lo:1000:lod0000_rec0001.0 00000040:01000000:3.0:1783947139.994528:0:22733:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:3.0:1783947139.994596:0:22733:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da703c7b100 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22733:1870603449812736:0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1783947139.994643:0:22733:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783947139.994661:0:22733:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da8086aa540 going to sleep for 11 seconds 00000100:00100000:3.0:1783947139.994674:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449812736 00000100:00100000:3.0:1783947139.994678:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449812736 00000100:00100000:3.0:1783947139.994701:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1783947139.994708:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83febb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22733:x1870603449812736:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1783947139.994828:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83febb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22733:x1870603449812736:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 120us (184us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947139.994836:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1783947139.994861:0:22733:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da703c7b100 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22733:1870603449812736:0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1783947139.996453:0:22733:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83febaa00 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22733:1870603449812864:0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1783947139.996575:0:22733:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783947139.996620:0:22733:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da8086aa840 going to sleep for 11 seconds 00000100:00100000:3.0:1783947139.996662:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449812864 00000100:00100000:3.0:1783947139.996672:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449812864 00000100:00100000:3.0:1783947139.996725:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1783947139.996735:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83feb9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22733:x1870603449812864:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1783947139.996826:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83feb9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22733:x1870603449812864:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 92us (250us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947139.996834:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1783947139.996879:0:22733:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83febaa00 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22733:1870603449812864:0@lo:1000:lod0000_rec0001.0 00000040:00080000:3.0:1783947139.996944:0:22733:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1783947139.997899:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83d3d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1870603449812992:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1783947139.997979:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783947139.998930:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449812992 00000100:00100000:1.0:1783947139.998944:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449812992 00000100:00100000:1.0:1783947139.999016:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1783947139.999027:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83d3d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3648:x1870603449812992:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1783947139.999071:0:22698:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1783947139.999138:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83d3d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3648:x1870603449812992:12345-0@lo:41:osp-pre-1-0.0 Request processed in 113us (1158us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947139.999145:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1783947139.999935:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83d3d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1870603449812992:0@lo:41:osp-pre-1-0.0 00000040:00080000:3.0:1783947140.014699:0:22733:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000401:0x1:0x0] index 261376 count 1 00000004:00080000:3.0:1783947140.014827:0:22733:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osp-MDT0000 retrieved update log, duration 20, retries 0 00000004:00080000:3.0:1783947140.014835:0:22733:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0000 got update logs from all MDTs. 00010000:00010000:1.0:1783947140.352008:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:3.0:1783947140.570709:0:23746:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1783947140.570960:0:23746:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1783947141.379879:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:0.0:1783947141.425322:0:23796:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1783947141.425791:0:23796:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1783947142.399624:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1783947142.557178:0:23844:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffd66ad0840 20000000:00000080:3.0:1783947142.557197:0:23844:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff8da81067fc00 uarg=0000000000000000 20000000:01000000:3.0:1783947142.557912:0:23844:0:(mgs_llog.c:6188:mgs_set_param2()) set_param2 fs='' device='general' param='debug_raw_pointers=Y' 20000000:01000000:3.0:1783947142.557923:0:23844:0:(mgs_llog.c:4643:mgs_write_log_param2()) next param 'debug_raw_pointers=Y' 20000000:01000000:3.0:1783947142.557929:0:23844:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/debug_raw_pointers=Y del=0 00000040:00080000:1.0:1783947142.558768:0:23845:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 2 count 13 20000000:00000400:2.0:1783947142.559015:0:23844:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/debug_raw_pointers=Y (mode = 0) failed: rc = -17 10000000:01000000:2.0:1783947142.566054:0:23844:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:2.0:1783947142.566089:0:23844:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8da7036e9800/0x48cfcce1a55e8116 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947142.566109:0:23844:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8da817851600/0x48cfcce1a55e7fbf lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x48cfcce1a55e7fb8 expref: 17 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947142.566134:0:23844:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8da817851c00/0x48cfcce1a55e80c2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x48cfcce1a55e80bb expref: 17 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947142.566142:0:23844:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8da7036e9800/0x48cfcce1a55e8116 lrc: 5/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947142.570632:0:23844:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8da817851c00/0x48cfcce1a55e80c2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x48cfcce1a55e80bb expref: 17 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947142.570655:0:23844:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8da817851c00/0x48cfcce1a55e80c2 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x48cfcce1a55e80bb expref: 17 pid: 22685 timeout: 923 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783947142.570672:0:23844:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da70204a300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23844:1870603449813120:0@lo:104: 00000100:00100000:2.0:1783947142.570823:0:23844:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1783947142.570927:0:23844:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8da817851600/0x48cfcce1a55e7fbf lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x48cfcce1a55e7fb8 expref: 17 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947142.570936:0:23844:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8da817851600/0x48cfcce1a55e7fbf lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x48cfcce1a55e7fb8 expref: 17 pid: 22684 timeout: 923 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783947142.570945:0:23844:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da70204aa00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23844:1870603449813248:0@lo:104: 00000100:00100000:2.0:1783947142.570965:0:23844:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783947142.571625:0:23844:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da84155cf00 going to sleep for 11 seconds 00000100:00100000:1.0:1783947142.571740:0:22676:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449813120 00000100:00100000:1.0:1783947142.571750:0:22676:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449813120 00000100:00100000:1.0:1783947142.571809:0:22676:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449813248 00000100:00100000:1.0:1783947142.571813:0:22676:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449813248 00000100:00100000:1.0:1783947142.571854:0:22676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1783947142.571863:0:22676:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da702049c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:42b3cb17-0205-4693-9331-418db4796772+4:23844:x1870603449813120:12345-0@lo:104: 00010000:00010000:1.0:1783947142.571880:0:22676:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.133@tcp lock: ffff8da83611aa00/0x48cfcce1a55e80bb lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x48cfcce1a55e80c2 expref: -99 pid: 23423 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947142.571957:0:22676:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1783947142.571963:0:22676:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da702049c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:42b3cb17-0205-4693-9331-418db4796772+4:23844:x1870603449813120:12345-0@lo:104: Request processed in 101us (1141us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947142.571971:0:22676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1783947142.571989:0:22676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1783947142.571995:0:22676:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da702049500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:42b3cb17-0205-4693-9331-418db4796772+3:23844:x1870603449813248:12345-0@lo:104: 00010000:00010000:1.0:1783947142.572004:0:22676:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.133@tcp lock: ffff8da80168b200/0x48cfcce1a55e7fb8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x48cfcce1a55e7fbf expref: -99 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947142.572034:0:22676:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1783947142.572039:0:22676:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da702049500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:42b3cb17-0205-4693-9331-418db4796772+3:23844:x1870603449813248:12345-0@lo:104: Request processed in 44us (1073us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947142.572045:0:22676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00010000:1.0:1783947142.572061:0:22680:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1783947142.572067:0:22680:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.133@tcp lock: ffff8da83611aa00/0x48cfcce1a55e80bb lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x48cfcce1a55e80c2 expref: -99 pid: 23423 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947142.572074:0:22680:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da83611aa00 already unused, calling callback (ffffffffc11dcc20) 10000000:00010000:1.0:1783947142.572078:0:22680:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.133@tcp lock: ffff8da83611aa00/0x48cfcce1a55e80bb lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x48cfcce1a55e80c2 expref: -99 pid: 23423 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947142.572086:0:22680:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.133@tcp lock: ffff8da83611aa00/0x48cfcce1a55e80bb lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x48cfcce1a55e80c2 expref: -99 pid: 23423 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1783947142.572104:0:22680:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.133@tcp lock: ffff8da83611aa00/0x48cfcce1a55e80bb lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x48cfcce1a55e80c2 expref: -99 pid: 23423 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1783947142.572109:0:22680:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1783947142.572141:0:22680:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.133@tcp lock: ffff8da83611aa00/0x48cfcce1a55e80bb lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x48cfcce1a55e80c2 expref: -99 pid: 23423 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947142.572148:0:22680:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1783947142.572169:0:22680:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.133@tcp lock: ffff8da83611aa00/0x48cfcce1a55e80bb lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x48cfcce1a55e80c2 expref: -99 pid: 23423 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947142.572176:0:22680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.133@tcp lock: ffff8da83611aa00/0x48cfcce1a55e80bb lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x48cfcce1a55e80c2 expref: -99 pid: 23423 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947142.572190:0:22680:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783947142.572193:0:22680:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.133@tcp lock: ffff8da80168b200/0x48cfcce1a55e7fb8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x48cfcce1a55e7fbf expref: -99 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947142.572199:0:22680:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da80168b200 already unused, calling callback (ffffffffc11dcc20) 10000000:00010000:1.0:1783947142.572202:0:22680:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.133@tcp lock: ffff8da80168b200/0x48cfcce1a55e7fb8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x48cfcce1a55e7fbf expref: -99 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947142.572209:0:22680:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.133@tcp lock: ffff8da80168b200/0x48cfcce1a55e7fb8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x48cfcce1a55e7fbf expref: -99 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1783947142.572216:0:22680:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.133@tcp lock: ffff8da80168b200/0x48cfcce1a55e7fb8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x48cfcce1a55e7fbf expref: -99 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1783947142.572235:0:22680:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1783947142.572257:0:22680:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.133@tcp lock: ffff8da80168b200/0x48cfcce1a55e7fb8 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x48cfcce1a55e7fbf expref: -99 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947142.572273:0:22680:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1783947142.572280:0:22680:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.133@tcp lock: ffff8da80168b200/0x48cfcce1a55e7fb8 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x48cfcce1a55e7fbf expref: -99 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947142.572287:0:22680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.133@tcp lock: ffff8da80168b200/0x48cfcce1a55e7fb8 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x48cfcce1a55e7fbf expref: -99 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947142.572303:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783947142.572304:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783947142.572306:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783947142.572313:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783947142.572326:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da84177c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:42b3cb17-0205-4693-9331-418db4796772:3649:1870603449813376:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1783947142.572362:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783947142.572424:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1783947142.572430:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da84177e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:42b3cb17-0205-4693-9331-418db4796772:3649:1870603449813504:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1783947142.572452:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783947142.572488:0:22679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449813376 00000100:00100000:1.0:1783947142.572493:0:22679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449813376 00010000:00010000:1.0:1783947142.572511:0:22679:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8da817851c00/0x48cfcce1a55e80c2 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x48cfcce1a55e80bb expref: 18 pid: 22685 timeout: 923 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783947142.572531:0:22679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449813504 00000100:00100000:1.0:1783947142.572534:0:22679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449813504 00010000:00010000:1.0:1783947142.572544:0:22679:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8da817851600/0x48cfcce1a55e7fbf lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x48cfcce1a55e7fb8 expref: 19 pid: 22684 timeout: 923 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783947142.572556:0:22679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1783947142.572561:0:22679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da84177f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:42b3cb17-0205-4693-9331-418db4796772+19:3649:x1870603449813376:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1783947142.572579:0:22679:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783947142.572584:0:22679:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8da817851c00/0x48cfcce1a55e80c2 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x48cfcce1a55e80bb expref: 19 pid: 22685 timeout: 923 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947142.572596:0:22679:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8da817851c00/0x48cfcce1a55e80c2 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x48cfcce1a55e80bb expref: 19 pid: 22685 timeout: 923 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947142.572611:0:22679:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783947142.572639:0:22679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da84177f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:42b3cb17-0205-4693-9331-418db4796772+19:3649:x1870603449813376:12345-0@lo:103:ldlm_bl.0 Request processed in 78us (277us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947142.572644:0:22679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1783947142.572658:0:22679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1783947142.572664:0:22679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da84177f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:42b3cb17-0205-4693-9331-418db4796772+18:3649:x1870603449813504:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1783947142.572671:0:22679:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783947142.572675:0:22679:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8da817851600/0x48cfcce1a55e7fbf lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x48cfcce1a55e7fb8 expref: 18 pid: 22684 timeout: 923 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947142.572683:0:22679:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8da817851600/0x48cfcce1a55e7fbf lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x48cfcce1a55e7fb8 expref: 18 pid: 22684 timeout: 923 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947142.572694:0:22679:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8da7036e9800/0x48cfcce1a55e8116 lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 23844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947142.572702:0:22679:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8da7036e9800/0x48cfcce1a55e8116 lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 23844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947142.572725:0:22679:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8da7036e9800/0x48cfcce1a55e8116 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947142.572733:0:22679:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8da7036e9800/0x48cfcce1a55e8116 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947142.572746:0:22679:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8da7036e9800/0x48cfcce1a55e8116 lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947142.572752:0:22679:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8da7036e9800/0x48cfcce1a55e8116 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947142.572757:0:22679:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da7036e9800 already unused, calling callback (ffffffffc0be1230) 00010000:00010000:1.0:1783947142.572761:0:22679:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8da7036e9800/0x48cfcce1a55e8116 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947142.572768:0:22679:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8da7036e9800/0x48cfcce1a55e8116 lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 23844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947142.572775:0:22679:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8da7036e9800/0x48cfcce1a55e8116 lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947142.572784:0:22679:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783947142.572808:0:22679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da84177f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:42b3cb17-0205-4693-9331-418db4796772+18:3649:x1870603449813504:12345-0@lo:103:ldlm_bl.0 Request processed in 144us (355us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947142.572813:0:22679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1783947142.572851:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da84177e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:42b3cb17-0205-4693-9331-418db4796772:3649:1870603449813504:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1783947142.572860:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da84177c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:42b3cb17-0205-4693-9331-418db4796772:3649:1870603449813376:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1783947142.573158:0:23844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8da817851c00/0x48cfcce1a55e80c2 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x48cfcce1a55e80bb expref: 17 pid: 22685 timeout: 923 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783947142.573169:0:23844:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da70204a300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23844:1870603449813120:0@lo:104: 00010000:00010000:2.0:1783947142.573177:0:23844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8da817851600/0x48cfcce1a55e7fbf lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x48cfcce1a55e7fb8 expref: 16 pid: 22684 timeout: 923 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783947142.573197:0:23844:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da70204aa00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23844:1870603449813248:0@lo:104: 00010000:00010000:2.0:1783947142.573212:0:23844:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8da7036e9800/0x48cfcce1a55e8116 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947142.573229:0:23844:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8da7036e9800/0x48cfcce1a55e8116 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947142.573235:0:23844:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8da7036e9800/0x48cfcce1a55e8116 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947142.573240:0:23844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8da7036e9800/0x48cfcce1a55e8116 lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1783947142.659960:0:22727:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1783947143.423588:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783947144.063613:0:3646:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1783947134/real 1783947134] req@ffff8da70204ad80 x1870603449808000/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1783947144 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783947144.063646:0:3646:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da70204ad80 x1870603449808000/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1783947144 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783947144.063658:0:3646:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1783947134/real 1783947134] req@ffff8da702049180 x1870603449807872/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1783947144 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783947144.063670:0:3646:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da702049180 x1870603449807872/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1783947144 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1783947144.063690:0:3646:0:(import.c:65:import_set_state_nolock()) ffff8da83fa18800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1783947144.063726:0:3646:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1783947144.063731:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da70204ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1870603449808000:0@lo:8:llog_process_th.0 00000100:00080000:2.0:1783947144.063737:0:3646:0:(import.c:65:import_set_state_nolock()) ffff8da83fa1a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1783947144.063758:0:3646:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1783947144.063762:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da702049180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1870603449807872:0@lo:8:llog_process_th.0 00000100:00080000:3.0:1783947144.063895:0:13112:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1783947144.063900:0:13112:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1783947144.063902:0:13112:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1783947144.063905:0:13112:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1783947144.063953:0:13112:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1783947144.063956:0:13112:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1783947144.063959:0:13112:0:(import.c:65:import_set_state_nolock()) ffff8da83fa1a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1783947144.063964:0:13112:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 815 00000100:00080000:3.0:1783947144.063969:0:13112:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1783947144.063975:0:13112:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff8da83fa1a800 using connection 192.168.202.133@tcp/0@lo 00000100:00100000:3.0:1783947144.063994:0:13112:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da83feba680 x1870603449814144/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1783947144.064007:0:13112:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1783947144.064010:0:13112:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1783947144.064012:0:13112:0:(import.c:65:import_set_state_nolock()) ffff8da83fa18800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1783947144.064015:0:13112:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 815 00000100:00080000:3.0:1783947144.064017:0:13112:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1783947144.064020:0:13112:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8da83fa18800 using connection 192.168.202.133@tcp/0@lo 00000100:00100000:3.0:1783947144.064031:0:13112:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da83feba300 x1870603449814272/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1783947144.064063:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83feb8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1870603449814016:0@lo:400:kworker.0 00000100:00100000:3.0:1783947144.064127:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783947144.064158:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1783947144.064164:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83feb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3650:1870603449813888:0@lo:400:kworker.0 00000100:00100000:3.0:1783947144.064194:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783947144.064224:0:23432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449814016 00000100:00100000:3.0:1783947144.064231:0:23432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449814016 00000100:00100000:3.0:1783947144.064275:0:23432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1783947144.064284:0:23432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83feb9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3650:x1870603449814016:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783947144.064344:0:23432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83feb9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3650:x1870603449814016:12345-0@lo:400:kworker.0 Request processed in 60us (215us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947144.064351:0:23432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1783947144.064403:0:22693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449813888 00000100:00100000:3.0:1783947144.064407:0:22693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449813888 00000100:00100000:3.0:1783947144.064431:0:22693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1783947144.064436:0:22693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83febbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3650:x1870603449813888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783947144.064448:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83feb9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1870603449813760:0@lo:400:kworker.0 00000100:00100000:3.0:1783947144.064465:0:22693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83febbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3650:x1870603449813888:12345-0@lo:400:kworker.0 Request processed in 29us (270us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947144.064471:0:22693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1783947144.064475:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783947144.064486:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449813760 00000100:00100000:3.0:1783947144.064489:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449813760 00000100:00100000:1.0:1783947144.064494:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1783947144.064499:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83febaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:42b3cb17-0205-4693-9331-418db4796772:3648:1870603449813632:0@lo:400:kworker.0 00000100:00100000:3.0:1783947144.064508:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1783947144.064513:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da84177c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3648:x1870603449813760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783947144.064527:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783947144.064542:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da84177c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3648:x1870603449813760:12345-0@lo:400:kworker.0 Request processed in 28us (66us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947144.064548:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1783947144.064557:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83febad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3648:1870603449814400:0@lo:400:kworker.0 00010000:00080000:3.0:1783947144.064576:0:3650:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8da83feb9500 x1870603449813888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783947160 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783947144.064579:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783947144.064588:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83feb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3650:1870603449813888:0@lo:400:kworker.0 00000100:00100000:3.0:1783947144.064597:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83feb8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1870603449814016:0@lo:400:kworker.0 00000100:00100000:1.0:1783947144.064597:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83feb9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1870603449813760:0@lo:400:kworker.0 00000100:00100000:3.0:1783947144.064616:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83feba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1870603449814144:0@lo:8:kworker.0 00000400:00000100:3.0:1783947144.064635:0:3646:0:(lib-move.c:4319:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1870603449814144 offset 0 length 520: 4 00000100:00100000:3.0:1783947144.064645:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83feba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1870603449814272:0@lo:8:kworker.0 00000400:00000100:3.0:1783947144.064667:0:3646:0:(lib-move.c:4319:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1870603449814272 offset 0 length 520: 4 00000100:00100000:0.0:1783947144.064776:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449814400 00000100:00100000:0.0:1783947144.064781:0:22692:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449814400 00000100:00100000:0.0:1783947144.064814:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1783947144.064820:0:22692:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da84177e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1870603449814400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783947144.064870:0:22692:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da84177e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1870603449814400:12345-0@lo:400:kworker.0 Request processed in 50us (289us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947144.064876:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00080000:1.0:1783947144.065047:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8da83febad80 x1870603449814400/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783947160 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783947144.065058:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83febad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3648:1870603449814400:0@lo:400:kworker.0 00000100:00100000:2.0:1783947144.065101:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449813632 00000100:00100000:2.0:1783947144.065106:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449813632 00000100:00100000:2.0:1783947144.065138:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:2.0:1783947144.065144:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da80e9aac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+16:3648:x1870603449813632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783947144.065188:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da80e9aac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+16:3648:x1870603449813632:12345-0@lo:400:kworker.0 Request processed in 44us (660us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947144.065195:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1783947144.066612:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83febaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:42b3cb17-0205-4693-9331-418db4796772:3648:1870603449813632:0@lo:400:kworker.0 10000000:01000000:0.0:1783947144.191504:0:22689:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1783947144.191513:0:22689:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff8da83ad5f000 from 13 10000000:01000000:0.0:1783947144.191520:0:22689:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1783947144.191576:0:22689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da80168aa00/0x48cfcce1a55e811d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947144.191588:0:22689:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.133@tcp lock: ffff8da80168aa00/0x48cfcce1a55e811d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947144.191601:0:22689:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.133@tcp lock: ffff8da80168aa00/0x48cfcce1a55e811d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783947144.191633:0:22689:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83d3d5880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42b3cb17-0205-4693-9331-418db4796772:22689:1870603449814528:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1783947144.191904:0:22689:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947144.191952:0:22689:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da7026e1900 going to sleep for 11 seconds 00000100:00100000:3.0:1783947144.194475:0:22686:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449814528 00000100:00100000:3.0:1783947144.194490:0:22686:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449814528 00000100:00100000:3.0:1783947144.195165:0:22686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:3.0:1783947144.195178:0:22686:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da80e9a8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42b3cb17-0205-4693-9331-418db4796772+16:22689:x1870603449814528:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1783947144.195197:0:22686:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783947144.195233:0:22686:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8da817850200/0x48cfcce1a55e8124 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x48cfcce1a55e811d expref: -99 pid: 22686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947144.195268:0:22686:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8da817850200/0x48cfcce1a55e8124 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x48cfcce1a55e811d expref: 17 pid: 22686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947144.195279:0:22686:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8da817850200/0x48cfcce1a55e8124 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x48cfcce1a55e811d expref: 17 pid: 22686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947144.195288:0:22686:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8da817850200, rc 0) 00000100:00100000:3.0:1783947144.195413:0:22686:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da80e9a8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42b3cb17-0205-4693-9331-418db4796772+17:22689:x1870603449814528:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 238us (3508us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947144.195420:0:22686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1783947144.198854:0:22689:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83d3d5880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42b3cb17-0205-4693-9331-418db4796772:22689:1870603449814528:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1783947144.198886:0:22689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.133@tcp lock: ffff8da80168aa00/0x48cfcce1a55e811d lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e8124 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947144.198899:0:22689:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.133@tcp lock: ffff8da80168aa00/0x48cfcce1a55e811d lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x48cfcce1a55e8124 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783947144.199004:0:22689:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da84177ea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42b3cb17-0205-4693-9331-418db4796772:22689:1870603449814656:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1783947144.199066:0:22689:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783947144.199118:0:22689:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da83ad22b40 going to sleep for 11 seconds 00000100:00100000:0.0:1783947144.199480:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449814656 00000100:00100000:0.0:1783947144.199488:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449814656 00000100:00100000:0.0:1783947144.199544:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1783947144.199553:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da80e9a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+17:22689:x1870603449814656:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1783947144.199683:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da80e9a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+17:22689:x1870603449814656:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 131us (616us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947144.199714:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1783947144.199758:0:22689:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da84177ea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42b3cb17-0205-4693-9331-418db4796772:22689:1870603449814656:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1783947144.199791:0:22689:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83d3d6a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42b3cb17-0205-4693-9331-418db4796772:22689:1870603449814784:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1783947144.199830:0:22689:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947144.199852:0:22689:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da7026e1b40 going to sleep for 11 seconds 00000100:00100000:0.0:1783947144.199862:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449814784 00000100:00100000:0.0:1783947144.199866:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449814784 00000100:00100000:0.0:1783947144.199883:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1783947144.199889:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da80e9ab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+17:22689:x1870603449814784:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1783947144.199967:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da80e9ab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+17:22689:x1870603449814784:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 77us (135us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947144.199973:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1783947144.200010:0:22689:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83d3d6a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42b3cb17-0205-4693-9331-418db4796772:22689:1870603449814784:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1783947144.200731:0:23912:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1783947144.200785:0:22689:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1783947144.200809:0:22689:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.133@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1783947144.200818:0:22689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da80168aa00/0x48cfcce1a55e811d lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e8124 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947144.200828:0:22689:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.133@tcp lock: ffff8da80168aa00/0x48cfcce1a55e811d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e8124 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1783947144.200838:0:22689:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1783947144.200841:0:22689:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff8da840f5e000 from 13 10000000:01000000:0.0:1783947144.200844:0:22689:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1783947144.200871:0:22689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da80168a400/0x48cfcce1a55e812b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947144.200887:0:22689:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.133@tcp lock: ffff8da80168a400/0x48cfcce1a55e812b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947144.200896:0:22689:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.133@tcp lock: ffff8da80168a400/0x48cfcce1a55e812b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783947144.200912:0:22689:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83d3d6a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42b3cb17-0205-4693-9331-418db4796772:22689:1870603449814912:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1783947144.200946:0:22689:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947144.200968:0:22689:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da7026e1900 going to sleep for 11 seconds 00000100:00100000:0.0:1783947144.200982:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449814912 00000100:00100000:0.0:1783947144.200986:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449814912 00000100:00100000:0.0:1783947144.201010:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1783947144.201016:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da80e9aa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+17:22689:x1870603449814912:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1783947144.201026:0:22684:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783947144.201039:0:22684:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8da80168ae00/0x48cfcce1a55e8132 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x48cfcce1a55e812b expref: -99 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947144.201059:0:22684:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8da80168ae00/0x48cfcce1a55e8132 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x48cfcce1a55e812b expref: 18 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947144.201070:0:22684:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8da80168ae00/0x48cfcce1a55e8132 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x48cfcce1a55e812b expref: 18 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947144.201078:0:22684:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8da80168ae00, rc 0) 00000100:00100000:0.0:1783947144.201108:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da80e9aa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+18:22689:x1870603449814912:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 92us (161us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947144.201114:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1783947144.201155:0:22689:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83d3d6a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42b3cb17-0205-4693-9331-418db4796772:22689:1870603449814912:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1783947144.201167:0:22689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.133@tcp lock: ffff8da80168a400/0x48cfcce1a55e812b lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e8132 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947144.201175:0:22689:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.133@tcp lock: ffff8da80168a400/0x48cfcce1a55e812b lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x48cfcce1a55e8132 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783947144.201216:0:22689:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83d3d6a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42b3cb17-0205-4693-9331-418db4796772:22689:1870603449815040:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1783947144.201240:0:22689:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947144.201253:0:22689:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da7026e1900 going to sleep for 11 seconds 00000100:00100000:0.0:1783947144.201263:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449815040 00000100:00100000:0.0:1783947144.201266:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449815040 00000100:00100000:0.0:1783947144.201281:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:0.0:1783947144.201286:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da80e9a9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+18:22689:x1870603449815040:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1783947144.201355:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da80e9a9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+18:22689:x1870603449815040:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 68us (113us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947144.201361:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:0.0:1783947144.201408:0:22689:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83d3d6a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42b3cb17-0205-4693-9331-418db4796772:22689:1870603449815040:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1783947144.201429:0:22689:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83d3d6a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42b3cb17-0205-4693-9331-418db4796772:22689:1870603449815168:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1783947144.201465:0:22689:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947144.201482:0:22689:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da7026e1900 going to sleep for 11 seconds 00000100:00100000:0.0:1783947144.201491:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449815168 00000100:00100000:0.0:1783947144.201494:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449815168 00000100:00100000:0.0:1783947144.201507:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:0.0:1783947144.201512:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da80e9a9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+18:22689:x1870603449815168:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1783947144.201568:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da80e9a9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+18:22689:x1870603449815168:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 55us (102us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947144.201580:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:0.0:1783947144.201611:0:22689:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83d3d6a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42b3cb17-0205-4693-9331-418db4796772:22689:1870603449815168:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1783947144.202305:0:23913:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1783947144.202352:0:22689:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1783947144.202408:0:22689:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.133@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1783947144.202417:0:22689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da80168a400/0x48cfcce1a55e812b lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e8132 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947144.202426:0:22689:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.133@tcp lock: ffff8da80168a400/0x48cfcce1a55e812b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e8132 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947144.447557:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783947145.087811:0:3646:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1783947130/real 1783947130] req@ffff8da702048700 x1870603449805952/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1783947145 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783947145.087842:0:3646:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da702048700 x1870603449805952/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1783947145 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783947145.087852:0:3646:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1783947130/real 1783947130] req@ffff8da70204b100 x1870603449806080/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1783947145 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783947145.087864:0:3646:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da70204b100 x1870603449806080/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1783947145 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1783947145.087897:0:3646:0:(import.c:65:import_set_state_nolock()) ffff8da836175000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1783947145.087908:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:3.0:1783947145.087916:0:3646:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1783947145.087920:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da702048700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1870603449805952:0@lo:8:kworker.0 00000100:00100000:2.0:1783947145.087921:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83d3d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1870603449815296:0@lo:41:osp-pre-1-0.0 00000100:00080000:3.0:1783947145.087925:0:3646:0:(import.c:65:import_set_state_nolock()) ffff8da836171000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1783947145.087929:0:3646:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1783947145.087932:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da70204b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1870603449806080:0@lo:8:kworker.0 00000100:00100000:3.0:1783947145.087955:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83feb8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1870603449815424:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1783947145.087982:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783947145.088011:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449815296 00000100:00100000:3.0:1783947145.088018:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449815296 00000100:00100000:3.0:1783947145.088068:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1783947145.088078:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da702049180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3647:x1870603449815296:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1783947145.088113:0:22698:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1783947145.088155:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da702049180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3647:x1870603449815296:12345-0@lo:41:osp-pre-1-0.0 Request processed in 78us (172us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947145.088163:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1783947145.088184:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1783947145.088218:0:13112:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1783947145.088222:0:13112:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1783947145.088224:0:13112:0:(import.c:65:import_set_state_nolock()) ffff8da836175000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1783947145.088229:0:13112:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 811 00000100:00080000:0.0:1783947145.088234:0:13112:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00100000:3.0:1783947145.089064:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1783947145.089074:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83d3d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:42b3cb17-0205-4693-9331-418db4796772:3649:1870603449815552:0@lo:400:kworker.0 00000100:00100000:3.0:1783947145.089113:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1783947145.089114:0:13112:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8da836175000 using connection 192.168.202.133@tcp/0@lo 00000100:00100000:0.0:1783947145.089138:0:13112:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da83d3d6680 x1870603449815680/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1783947145.089154:0:13112:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1783947145.089158:0:13112:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1783947145.089159:0:13112:0:(import.c:65:import_set_state_nolock()) ffff8da836171000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1783947145.089163:0:13112:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 811 00000100:00080000:0.0:1783947145.089165:0:13112:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1783947145.089169:0:13112:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8da836171000 using connection 192.168.202.133@tcp/0@lo 00000100:00100000:3.0:1783947145.089171:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83d3d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1870603449815296:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1783947145.089191:0:13112:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da83d3d5880 x1870603449815808/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1783947145.089215:0:13112:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1783947145.089219:0:13112:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1783947145.089222:0:13112:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1783947145.089224:0:13112:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1783947145.089262:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449815552 00000100:00100000:0.0:1783947145.089266:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449815552 00000100:00100000:3.0:1783947145.089274:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83d3d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3647:1870603449815936:0@lo:400:kworker.0 00000100:00100000:3.0:1783947145.089300:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947145.089300:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:0.0:1783947145.089306:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83d7bc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+18:3649:x1870603449815552:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783947145.089317:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1783947145.089322:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83d3d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3647:1870603449816064:0@lo:400:kworker.0 00000100:00100000:3.0:1783947145.089349:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947145.089349:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83d7bc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+18:3649:x1870603449815552:12345-0@lo:400:kworker.0 Request processed in 42us (234us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947145.089356:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:3.0:1783947145.089392:0:22694:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449815936 00000100:00100000:3.0:1783947145.089395:0:22694:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449815936 00000100:00100000:0.0:1783947145.089407:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449816064 00000100:00100000:0.0:1783947145.089411:0:22692:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449816064 00000100:00100000:3.0:1783947145.089421:0:22694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1783947145.089442:0:22694:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83febb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1870603449815936:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783947145.089478:0:22694:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83febb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1870603449815936:12345-0@lo:400:kworker.0 Request processed in 37us (176us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947145.089801:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449815424 00000100:00100000:2.0:1783947145.089806:0:22697:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449815424 00000100:00100000:0.0:1783947145.090836:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1783947145.090849:0:22692:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83feb8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1870603449816064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783947145.091117:0:22692:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83feb8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1870603449816064:12345-0@lo:400:kworker.0 Request processed in 272us (1766us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947145.091125:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1783947145.091162:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83d3d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1870603449815680:0@lo:8:kworker.0 00000400:00000100:0.0:1783947145.091190:0:3646:0:(lib-move.c:4319:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1870603449815680 offset 0 length 520: 4 00000100:00100000:0.0:1783947145.091215:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83d3d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1870603449815808:0@lo:8:kworker.0 00000400:00000100:0.0:1783947145.091232:0:3646:0:(lib-move.c:4319:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1870603449815808 offset 0 length 520: 4 00000100:00100000:3.0:1783947145.091356:0:22694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00010000:00080000:3.0:1783947145.091419:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8da83d3d7480 x1870603449816064/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783947161 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783947145.091559:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83d3d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3647:1870603449816064:0@lo:400:kworker.0 00010000:00080000:3.0:1783947145.091576:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8da83d3d5180 x1870603449815936/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783947161 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783947145.091585:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83d3d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3647:1870603449815936:0@lo:400:kworker.0 00000100:00100000:3.0:1783947145.091643:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1783947145.091649:0:22697:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83feb9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3649:x1870603449815424:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1783947145.091678:0:22697:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1783947145.093524:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83d3d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:42b3cb17-0205-4693-9331-418db4796772:3649:1870603449815552:0@lo:400:kworker.0 00000100:00100000:3.0:1783947145.101162:0:22697:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83feb9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3649:x1870603449815424:12345-0@lo:41:osp-pre-0-1.0 Request processed in 9502us (12966us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947145.101178:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1783947145.101313:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83feb8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1870603449815424:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1783947145.476768:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1783947145.602666:0:23424:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000040:00080000:1.0:1783947146.050847:0:23446:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1783947146.495576:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783947147.519629:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783947148.555758:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783947149.573515:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:0.0:1783947149.798815:0:24192:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:0.0:1783947149.798820:0:24192:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/ost1_flakey 00000020:01000004:0.0:1783947149.798821:0:24192:0:(obd_mount.c:929:lmd_print()) options: errors=remount-ro 00000080:01200004:0.0:1783947149.798925:0:24192:0:(super25.c:130:lustre_fill_super()) VFS Op: sb ffff8da804961800 00000020:01000004:0.0:1783947149.798941:0:24192:0:(tgt_mount.c:2500:osd_start()) Attempting to start lustre-OST0000, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:0.0:1783947149.798956:0:24192:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0000-osd (typ=osd-ldiskfs) 00000020:00000080:0.0:1783947149.798970:0:24192:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osd (ffff8da703e53380) 00000020:00000080:0.0:1783947149.798987:0:24192:0:(obd_config.c:720:class_attach_name()) OBD: dev 20 attached type osd-ldiskfs with refcount 2 00100000:10000000:0.0:1783947149.893145:0:24192:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:0.0:1783947149.901749:0:24192:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:0.0:1783947149.902294:0:24192:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:0.0:1783947149.902631:0:24192:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:0.0:1783947149.903784:0:24192:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:0.0:1783947149.904034:0:24192:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:0.0:1783947149.904243:0:24192:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x3:0x0] (8/8) registered 00080000:01000000:1.0:1783947149.913945:0:24192:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0000: register osd-ldiskfs tunable parameters 00000020:00000080:1.0:1783947149.914166:0:24192:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00080000:01000000:1.0:1783947149.914191:0:24192:0:(osd_handler.c:8929:osd_obd_connect()) connect #0 00000020:00000080:1.0:1783947149.914216:0:24192:0:(genops.c:1406:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x48cfcce1a55e8140 00000020:01000004:1.0:1783947149.914223:0:24192:0:(tgt_mount.c:2585:server_fill_super()) Found service lustre-OST0000 on device /dev/mapper/ost1_flakey 00000020:01000004:1.0:1783947149.914247:0:24192:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.202.133@tcp:Set MGC reconnect 1 10000000:01000000:1.0:1783947149.914251:0:24192:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.202.133@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:1.0:1783947149.914259:0:24192:0:(tgt_mount.c:1809:server_start_targets()) starting target lustre-OST0000 00000020:01000004:1.0:1783947149.914264:0:24192:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD OSS (typ=ost) 00000020:00000080:1.0:1783947149.914275:0:24192:0:(genops.c:413:class_newdev()) Allocate new device OSS (ffff8da830238000) 00000020:00000080:1.0:1783947149.914287:0:24192:0:(obd_config.c:720:class_attach_name()) OBD: dev 21 attached type ost with refcount 2 00000100:00100000:1.0:1783947149.915542:0:24192:0:(service.c:155:ptlrpc_grow_req_bufs()) ost: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1783947149.915699:0:24192:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 0 min 3 max 116 00000100:00100000:1.0:1783947149.915705:0:24192:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_000' 00000100:00100000:0.0:1783947149.916959:0:24192:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 1 min 3 max 116 00000100:00100000:0.0:1783947149.916969:0:24192:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_001' 00000100:00100000:2.0:1783947149.917751:0:24192:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 2 min 3 max 116 00000100:00100000:2.0:1783947149.917759:0:24192:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_002' 00000100:00100000:0.0:1783947149.919092:0:24192:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_create: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1783947149.919265:0:24192:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 0 min 2 max 16 00000100:00100000:0.0:1783947149.919272:0:24192:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_000' 00000100:00100000:2.0:1783947149.922863:0:24192:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 1 min 2 max 16 00000100:00100000:2.0:1783947149.922875:0:24192:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_001' 00000100:00100000:3.0:1783947149.961794:0:24192:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1783947149.962032:0:24192:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 0 min 3 max 116 00000100:00100000:3.0:1783947149.962040:0:24192:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_000' 00000100:00100000:1.0:1783947149.973676:0:24192:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 1 min 3 max 116 00000100:00100000:1.0:1783947149.973690:0:24192:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_001' 00000100:00100000:1.0:1783947149.976333:0:24192:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 2 min 3 max 116 00000100:00100000:1.0:1783947149.976353:0:24192:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_002' 00000100:00100000:3.0:1783947149.978838:0:24192:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_seq: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1783947149.979024:0:24192:0:(service.c:3462:ptlrpc_start_thread()) ost_seq[0] started 0 min 2 max 16 00000100:00100000:3.0:1783947149.979031:0:24192:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_seq00_000' 00000100:00100000:3.0:1783947149.980642:0:24192:0:(service.c:3462:ptlrpc_start_thread()) ost_seq[0] started 1 min 2 max 16 00000100:00100000:3.0:1783947149.980661:0:24192:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_seq00_001' 00000100:00100000:1.0:1783947150.037780:0:24192:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1783947150.037978:0:24192:0:(service.c:3462:ptlrpc_start_thread()) ost_out[0] started 0 min 2 max 16 00000100:00100000:1.0:1783947150.037985:0:24192:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_out00_000' 00000100:00100000:1.0:1783947150.039169:0:24192:0:(service.c:3462:ptlrpc_start_thread()) ost_out[0] started 1 min 2 max 16 00000100:00100000:1.0:1783947150.039179:0:24192:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_out00_001' 00000020:00000080:1.0:1783947150.040037:0:24192:0:(obd_config.c:826:class_setup()) finished setup of obd OSS (uuid OSS_uuid) 00000020:01000004:1.0:1783947150.040072:0:24192:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost1_flakey 10000000:01000000:1.0:1783947150.040079:0:24192:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.202.133@tcp: cl_mgc_mutex lustre-OST0000-osd for locked: rc = 0 00000040:01000000:0.0:1783947150.050704:0:24192:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.202.133@tcp ctxt 0 is initialized 00000020:01000004:0.0:1783947150.050757:0:24192:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-OST0000, fs=lustre, 192.168.202.133@tcp, index=0000, flags=0x20002 00000020:01000004:0.0:1783947150.050762:0:24192:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:0.0:1783947150.050763:0:24192:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1783947150.050765:0:24192:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1783947150.050766:0:24192:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1783947150.050768:0:24192:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1783947150.050769:0:24192:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1783947150.050771:0:24192:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1783947150.050777:0:24192:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1783947150.050778:0:24192:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1783947150.050782:0:24192:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x10020002 00000020:01000004:0.0:1783947150.050783:0:24192:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1783947150.050784:0:24192:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1783947150.050785:0:24192:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1783947150.050786:0:24192:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1783947150.050787:0:24192:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1783947150.050788:0:24192:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1783947150.050789:0:24192:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1783947150.050789:0:24192:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1783947150.050790:0:24192:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1783947150.050815:0:24192:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:0.0:1783947150.050835:0:24192:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83d3d7b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:24192:1870603449816192:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1783947150.050912:0:24192:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947150.051026:0:24192:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da7032a9000 going to sleep for 11 seconds 00000100:00100000:1.0:1783947150.051068:0:22686:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449816192 00000100:00100000:1.0:1783947150.051076:0:22686:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449816192 00000100:00100000:1.0:1783947150.051169:0:22686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:1.0:1783947150.051180:0:22686:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83d7bf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42b3cb17-0205-4693-9331-418db4796772+18:24192:x1870603449816192:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1783947150.051230:0:22686:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:1.0:1783947150.051234:0:22686:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0000 is running on 0@lo 20000000:01000000:1.0:1783947150.051238:0:22686:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00100000:1.0:1783947150.052109:0:22686:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83d7bf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42b3cb17-0205-4693-9331-418db4796772+18:24192:x1870603449816192:12345-0@lo:253:mount.lustre.0 Request processed in 926us (1192us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947150.052126:0:22686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:2.0:1783947150.052225:0:24192:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83d3d7b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:24192:1870603449816192:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1783947150.052237:0:24192:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:2.0:1783947150.052240:0:24192:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1783947150.052242:0:24192:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1783947150.052243:0:24192:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1783947150.052244:0:24192:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1783947150.052245:0:24192:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1783947150.052247:0:24192:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1783947150.052248:0:24192:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1783947150.052249:0:24192:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1783947150.052250:0:24192:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:2.0:1783947150.052269:0:24192:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8da804961800 from lustre-OST0000 10000000:01000000:2.0:1783947150.052299:0:24192:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-OST0000 from 0 10000000:01000000:2.0:1783947150.052307:0:24192:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0000-0000000000000000 10000000:01000000:2.0:1783947150.052315:0:24192:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff8da7031b99c0 local copy 00010000:00010000:2.0:1783947150.052334:0:24192:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da7036e8600/0x48cfcce1a55e7efb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e7f02 expref: -99 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783947150.052475:0:24192:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da70204ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:24192:1870603449816320:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1783947150.052510:0:24192:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783947150.052893:0:24192:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da820004f00 going to sleep for 11 seconds 00000100:00100000:0.0:1783947150.053002:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449816320 00000100:00100000:0.0:1783947150.053008:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449816320 00000100:00100000:0.0:1783947150.053045:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:0.0:1783947150.053053:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83d7be850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+18:24192:x1870603449816320:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1783947150.053145:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83d7be850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+18:24192:x1870603449816320:12345-0@lo:501:mount.lustre.0 Request processed in 92us (634us total) trans 0 rc -2/-2 00000100:00100000:0.0:1783947150.053154:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:2.0:1783947150.053287:0:24192:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da70204ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:24192:1870603449816320:0@lo:501:mount.lustre.0 10000000:01000000:2.0:1783947150.053304:0:24192:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.202.133@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:2.0:1783947150.053323:0:24192:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.202.133@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:2.0:1783947150.053342:0:24192:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da7036e8600/0x48cfcce1a55e7efb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e7f02 expref: -99 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947150.053352:0:24192:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.133@tcp lock: ffff8da7036e8600/0x48cfcce1a55e7efb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e7f02 expref: -99 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1783947150.053400:0:24192:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8da804961800 10000000:01000000:2.0:1783947150.053406:0:24192:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1783947150.053411:0:24192:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0000-0000000000000000 10000000:01000000:2.0:1783947150.053413:0:24192:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1783947150.053418:0:24192:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 1 10000000:01000000:2.0:1783947150.053420:0:24192:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:2.0:1783947150.053443:0:24192:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da7036e8400/0x48cfcce1a55e814e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24192 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947150.053451:0:24192:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.133@tcp lock: ffff8da7036e8400/0x48cfcce1a55e814e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24192 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947150.053473:0:24192:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.133@tcp lock: ffff8da7036e8400/0x48cfcce1a55e814e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24192 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783947150.053486:0:24192:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da70204ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:24192:1870603449816448:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1783947150.053513:0:24192:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783947150.053530:0:24192:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da820004f00 going to sleep for 11 seconds 00000100:00100000:0.0:1783947150.053665:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449816448 00000100:00100000:0.0:1783947150.053670:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449816448 00000100:00100000:0.0:1783947150.053689:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:0.0:1783947150.053695:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83d7bc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+18:24192:x1870603449816448:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1783947150.053703:0:22684:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783947150.053716:0:22684:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8da841771600/0x48cfcce1a55e8155 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x48cfcce1a55e814e expref: -99 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947150.053737:0:22684:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8da841771600/0x48cfcce1a55e8155 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x48cfcce1a55e814e expref: 19 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947150.053754:0:22684:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8da841771600/0x48cfcce1a55e8155 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x48cfcce1a55e814e expref: 19 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947150.053763:0:22684:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8da841771600, rc 0) 00000100:00100000:0.0:1783947150.053790:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83d7bc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+19:24192:x1870603449816448:12345-0@lo:101:mount.lustre.0 Request processed in 94us (276us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947150.053797:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:2.0:1783947150.053868:0:24192:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da70204ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:24192:1870603449816448:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1783947150.053881:0:24192:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.133@tcp lock: ffff8da7036e8400/0x48cfcce1a55e814e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e8155 expref: -99 pid: 24192 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947150.053891:0:24192:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.133@tcp lock: ffff8da7036e8400/0x48cfcce1a55e814e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x48cfcce1a55e8155 expref: -99 pid: 24192 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1783947150.055255:0:24192:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 14 count 14 00000040:00080000:2.0:1783947150.059794:0:24192:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1783947150.061980:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:2.0:1783947150.062030:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:2.0:1783947150.062047:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:2.0:1783947150.062061:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:2.0:1783947150.062076:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:2.0:1783947150.062090:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:2.0:1783947150.062103:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:2.0:1783947150.062117:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:2.0:1783947150.062131:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 80 off9712 00000040:00080000:2.0:1783947150.062146:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9936 00000040:00080000:2.0:1783947150.062161:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].11, 224 off10160 00000040:00080000:2.0:1783947150.062176:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].12, 120 off10280 00000040:00080000:2.0:1783947150.062285:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].13, 224 off10504 00000040:00080000:2.0:1783947150.062293:0:24192:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 13 count 14 00000100:00100000:2.0:1783947150.062440:0:24192:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da70204ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:24192:1870603449816576:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1783947150.062507:0:24192:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783947150.062550:0:24192:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da820004840 going to sleep for 11 seconds 00000100:00100000:0.0:1783947150.062715:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449816576 00000100:00100000:0.0:1783947150.062722:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449816576 00000100:00100000:0.0:1783947150.062777:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:0.0:1783947150.062786:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83d7bec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+19:24192:x1870603449816576:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1783947150.062935:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83d7bec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+19:24192:x1870603449816576:12345-0@lo:501:mount.lustre.0 Request processed in 149us (427us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947150.062944:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:2.0:1783947150.063021:0:24192:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da70204ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:24192:1870603449816576:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1783947150.063052:0:24192:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da70204ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:24192:1870603449816704:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1783947150.063092:0:24192:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783947150.063120:0:24192:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da820004840 going to sleep for 11 seconds 00000100:00100000:3.0:1783947150.063181:0:22686:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449816704 00000100:00100000:3.0:1783947150.063185:0:22686:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449816704 00000100:00100000:3.0:1783947150.063390:0:22686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:3.0:1783947150.063400:0:22686:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83d7be450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42b3cb17-0205-4693-9331-418db4796772+19:24192:x1870603449816704:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1783947150.064049:0:22686:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83d7be450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42b3cb17-0205-4693-9331-418db4796772+19:24192:x1870603449816704:12345-0@lo:503:mount.lustre.0 Request processed in 649us (955us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947150.064058:0:22686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:2.0:1783947150.064217:0:24192:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da70204ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:24192:1870603449816704:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1783947150.064632:0:24192:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1783947150.064709:0:24192:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da70204ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:24192:1870603449816832:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1783947150.064753:0:24192:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783947150.064788:0:24192:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da820004f00 going to sleep for 11 seconds 00000100:00100000:1.0:1783947150.064853:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449816832 00000100:00100000:1.0:1783947150.064859:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449816832 00000100:00100000:1.0:1783947150.064891:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:1.0:1783947150.064899:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83d7bdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+19:24192:x1870603449816832:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1783947150.065297:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83d7bdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+19:24192:x1870603449816832:12345-0@lo:502:mount.lustre.0 Request processed in 397us (542us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947150.065306:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:2.0:1783947150.065421:0:24192:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da70204ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:24192:1870603449816832:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1783947150.065585:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:2.0:1783947150.065612:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:2.0:1783947150.065628:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:2.0:1783947150.065642:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:2.0:1783947150.065670:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:2.0:1783947150.065685:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:2.0:1783947150.065701:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:2.0:1783947150.065718:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:2.0:1783947150.065730:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 80 off9712 00000040:00080000:2.0:1783947150.065743:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9936 00000040:00080000:2.0:1783947150.065755:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].11, 224 off10160 00000040:00080000:2.0:1783947150.065767:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].12, 120 off10280 00000100:00100000:2.0:1783947150.065791:0:24192:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da70204ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:24192:1870603449816960:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1783947150.065832:0:24192:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783947150.065863:0:24192:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da820004f00 going to sleep for 11 seconds 00000100:00100000:1.0:1783947150.065927:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449816960 00000100:00100000:1.0:1783947150.065932:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449816960 00000100:00100000:1.0:1783947150.065956:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:1.0:1783947150.065961:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83d7bc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+19:24192:x1870603449816960:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1783947150.066039:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83d7bc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+19:24192:x1870603449816960:12345-0@lo:502:mount.lustre.0 Request processed in 77us (208us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947150.066046:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1783947150.066114:0:24192:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da70204ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:24192:1870603449816960:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1783947150.066149:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].13, 224 off10504 00000040:00080000:2.0:1783947150.066157:0:24192:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 13 count 14 00000020:01000000:2.0:1783947150.067007:0:24209:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1783947150.067015:0:24209:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/ost1_flakey 00000020:00000080:2.0:1783947150.067021:0:24209:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783947150.067024:0:24209:0:(obd_config.c:1561:class_process_config()) marker 21 (0x1) lustre-OST0000 add ost 00000020:00000080:2.0:1783947150.067030:0:24209:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1783947150.067046:0:24209:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000 (ffff8da83de0cd40) 00000020:00000080:2.0:1783947150.067071:0:24209:0:(obd_config.c:720:class_attach_name()) OBD: dev 22 attached type obdfilter with refcount 2 00000020:00000080:2.0:1783947150.067076:0:24209:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:01000004:2.0:1783947150.067152:0:24209:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8da804961800 from lustre-OST0000, refs=2 00080000:01000000:2.0:1783947150.067161:0:24209:0:(osd_handler.c:8929:osd_obd_connect()) connect #1 00000020:00000080:2.0:1783947150.067167:0:24209:0:(genops.c:1406:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x48cfcce1a55e8163 00010000:00010000:2.0:1783947150.071036:0:24209:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0000_UUID-3 is initialized 00000001:00000004:2.0:1783947150.071669:0:24209:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 8589934599 00080000:10000000:3.0:1783947150.074580:0:24209:0:(osd_handler.c:5579:osd_index_try()) lustre-OST0000: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:3.0:1783947150.075962:0:24209:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:01000000:3.0:1783947150.075972:0:24209:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1783947150.075979:0:24209:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783947150.075981:0:24209:0:(obd_config.c:1561:class_process_config()) marker 21 (0x2) lustre-OST0000 add ost 00000020:01000000:3.0:1783947150.075984:0:24209:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1783947150.075987:0:24209:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #26 00000020:01000000:3.0:1783947150.075989:0:24209:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1783947150.075990:0:24209:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1783947150.075991:0:24209:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1783947150.075993:0:24209:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783947150.075995:0:24209:0:(obd_config.c:1561:class_process_config()) marker 26 (0x6) lustre sys.timeout 00000020:01000000:3.0:1783947150.075997:0:24209:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1783947150.075999:0:24209:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783947150.076000:0:24209:0:(obd_config.c:1561:class_process_config()) marker 35 (0x1) lustre sys.timeout 00000020:00000080:3.0:1783947150.076002:0:24209:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:3.0:1783947150.076004:0:24209:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:3.0:1783947150.076006:0:24209:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1783947150.076008:0:24209:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783947150.076009:0:24209:0:(obd_config.c:1561:class_process_config()) marker 35 (0x2) lustre sys.timeout 00000020:01000000:3.0:1783947150.076019:0:24209:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1783947150.076022:0:24209:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783947150.076024:0:24209:0:(obd_config.c:1561:class_process_config()) marker 40 (0x1) lustre sys.jobid_var 00000020:00000080:3.0:1783947150.076026:0:24209:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000020:01000000:3.0:1783947150.076053:0:24209:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1783947150.076056:0:24209:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783947150.076057:0:24209:0:(obd_config.c:1561:class_process_config()) marker 40 (0x2) lustre sys.jobid_var 00000040:00080000:3.0:1783947150.076060:0:24209:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 14 count 14 00000020:01000000:2.0:1783947150.076217:0:24192:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0000 gen 1-13 (rc=0) 10000000:01000000:2.0:1783947150.076247:0:24192:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.133@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:2.0:1783947150.076314:0:24192:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da7036e8400/0x48cfcce1a55e814e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e8155 expref: -99 pid: 24192 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947150.076325:0:24192:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.133@tcp lock: ffff8da7036e8400/0x48cfcce1a55e814e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e8155 expref: -99 pid: 24192 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1783947150.076332:0:24192:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff8da804961800 from 1 10000000:01000000:2.0:1783947150.076335:0:24192:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1783947150.076397:0:24192:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da7036e8000/0x48cfcce1a55e816a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24192 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947150.076404:0:24192:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.133@tcp lock: ffff8da7036e8000/0x48cfcce1a55e816a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24192 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947150.076424:0:24192:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.133@tcp lock: ffff8da7036e8000/0x48cfcce1a55e816a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24192 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783947150.076449:0:24192:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da70204ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:24192:1870603449817088:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1783947150.076514:0:24192:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783947150.076554:0:24192:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da8180b3e40 going to sleep for 11 seconds 00000100:00100000:3.0:1783947150.076688:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449817088 00000100:00100000:3.0:1783947150.076696:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449817088 00000100:00100000:3.0:1783947150.076738:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:3.0:1783947150.076746:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83d7be050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+19:24192:x1870603449817088:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1783947150.076759:0:22684:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783947150.076773:0:22684:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8da817850600/0x48cfcce1a55e8171 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x48cfcce1a55e816a expref: -99 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947150.076795:0:22684:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8da817850600/0x48cfcce1a55e8171 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x48cfcce1a55e816a expref: 20 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947150.076804:0:22684:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8da817850600/0x48cfcce1a55e8171 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x48cfcce1a55e816a expref: 20 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947150.076813:0:22684:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8da817850600, rc 0) 00000100:00100000:3.0:1783947150.076861:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83d7be050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+20:24192:x1870603449817088:12345-0@lo:101:mount.lustre.0 Request processed in 115us (347us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947150.076867:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1783947150.078420:0:24192:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da70204ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:24192:1870603449817088:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1783947150.078445:0:24192:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.133@tcp lock: ffff8da7036e8000/0x48cfcce1a55e816a lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e8171 expref: -99 pid: 24192 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947150.078456:0:24192:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.133@tcp lock: ffff8da7036e8000/0x48cfcce1a55e816a lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x48cfcce1a55e8171 expref: -99 pid: 24192 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1783947150.079746:0:24192:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:2.0:1783947150.080022:0:24192:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1783947150.080189:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:2.0:1783947150.080575:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:2.0:1783947150.080591:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:2.0:1783947150.080605:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:2.0:1783947150.080619:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:2.0:1783947150.080634:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:2.0:1783947150.080664:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:2.0:1783947150.080681:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:2.0:1783947150.080695:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:2.0:1783947150.080723:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:2.0:1783947150.080737:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:2.0:1783947150.080756:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:2.0:1783947150.080762:0:24192:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:2.0:1783947150.080836:0:24192:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da70204ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:24192:1870603449817216:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1783947150.080908:0:24192:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783947150.085569:0:22686:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449817216 00000100:00100000:3.0:1783947150.085582:0:22686:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449817216 00000100:00100000:3.0:1783947150.085643:0:22686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:3.0:1783947150.085664:0:22686:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83d7bd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42b3cb17-0205-4693-9331-418db4796772+20:24192:x1870603449817216:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1783947150.085826:0:22686:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83d7bd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42b3cb17-0205-4693-9331-418db4796772+20:24192:x1870603449817216:12345-0@lo:501:mount.lustre.0 Request processed in 174us (4918us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947150.085834:0:22686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1783947150.094442:0:24192:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da8180b3300 going to sleep for 11 seconds 00000100:00100000:2.0:1783947150.094491:0:24192:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da70204ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:24192:1870603449817216:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1783947150.094549:0:24192:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da70204ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:24192:1870603449817344:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1783947150.094633:0:24192:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783947150.094674:0:24192:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da8180b3300 going to sleep for 11 seconds 00000100:00100000:0.0:1783947150.094801:0:22685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449817344 00000100:00100000:0.0:1783947150.094807:0:22685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449817344 00000100:00100000:0.0:1783947150.094854:0:22685:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:0.0:1783947150.094865:0:22685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83d7bf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42b3cb17-0205-4693-9331-418db4796772+20:24192:x1870603449817344:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1783947150.094995:0:22685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83d7bf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42b3cb17-0205-4693-9331-418db4796772+20:24192:x1870603449817344:12345-0@lo:503:mount.lustre.0 Request processed in 131us (361us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947150.095003:0:22685:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:2.0:1783947150.095129:0:24192:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da70204ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:24192:1870603449817344:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1783947150.095641:0:24192:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1783947150.095719:0:24192:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da70204ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:24192:1870603449817472:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1783947150.095759:0:24192:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783947150.095795:0:24192:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da8180b3e40 going to sleep for 11 seconds 00000100:00100000:1.0:1783947150.095862:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449817472 00000100:00100000:1.0:1783947150.095868:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449817472 00000100:00100000:1.0:1783947150.095902:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1783947150.095910:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83d7bcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+20:24192:x1870603449817472:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1783947150.096014:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83d7bcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+20:24192:x1870603449817472:12345-0@lo:502:mount.lustre.0 Request processed in 104us (253us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947150.096021:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:2.0:1783947150.096557:0:24192:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da70204ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:24192:1870603449817472:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1783947150.096742:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:2.0:1783947150.096767:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:2.0:1783947150.096783:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:2.0:1783947150.096797:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:2.0:1783947150.096809:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:2.0:1783947150.096821:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:2.0:1783947150.096833:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:2.0:1783947150.096843:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:2.0:1783947150.096854:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:2.0:1783947150.096866:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:2.0:1783947150.096878:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:2.0:1783947150.096914:0:24192:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da70204ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:24192:1870603449817600:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1783947150.096959:0:24192:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783947150.096982:0:24192:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da8180b3e40 going to sleep for 11 seconds 00000100:00100000:1.0:1783947150.097058:0:22686:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449817600 00000100:00100000:1.0:1783947150.097063:0:22686:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449817600 00000100:00100000:1.0:1783947150.097104:0:22686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1783947150.097113:0:22686:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da82f456850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42b3cb17-0205-4693-9331-418db4796772+20:24192:x1870603449817600:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1783947150.097267:0:22686:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da82f456850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42b3cb17-0205-4693-9331-418db4796772+20:24192:x1870603449817600:12345-0@lo:502:mount.lustre.0 Request processed in 154us (306us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947150.097274:0:22686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:2.0:1783947150.097531:0:24192:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da70204ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:24192:1870603449817600:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1783947150.097570:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:2.0:1783947150.097579:0:24192:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:0.0:1783947150.102055:0:24213:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1783947150.102071:0:24213:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783947150.102074:0:24213:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:0.0:1783947150.102083:0:24213:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff8da804961800 00000020:00000080:0.0:1783947150.102086:0:24213:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1783947150.102110:0:24213:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1783947150.102113:0:24213:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783947150.102114:0:24213:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:0.0:1783947150.102117:0:24213:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1783947150.102119:0:24213:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783947150.102120:0:24213:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:0.0:1783947150.102123:0:24213:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff8da804961800 00000020:00000080:0.0:1783947150.102125:0:24213:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1783947150.102308:0:24213:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1783947150.102313:0:24213:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783947150.102315:0:24213:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:0.0:1783947150.102318:0:24213:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1783947150.102321:0:24213:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783947150.102322:0:24213:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1783947150.102326:0:24213:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8da804961800 00000020:00000080:0.0:1783947150.102328:0:24213:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1783947150.104085:0:24213:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1783947150.111071:0:24213:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783947150.111079:0:24213:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1783947150.111092:0:24213:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1783947150.111098:0:24213:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783947150.111099:0:24213:0:(obd_config.c:1561:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:1.0:1783947150.111105:0:24213:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8da804961800 00000020:00000080:1.0:1783947150.111108:0:24213:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1783947150.112047:0:24213:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1783947150.112056:0:24213:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783947150.112057:0:24213:0:(obd_config.c:1561:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:1.0:1783947150.112062:0:24213:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:2.0:1783947150.112336:0:24192:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:2.0:1783947150.112421:0:24192:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.133@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1783947150.112444:0:24192:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da7036e8000/0x48cfcce1a55e816a lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e8171 expref: -99 pid: 24192 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947150.112456:0:24192:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.133@tcp lock: ffff8da7036e8000/0x48cfcce1a55e816a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e8171 expref: -99 pid: 24192 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1783947150.112509:0:24192:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1783947150.112512:0:24192:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8da804961800 10000000:01000000:2.0:1783947150.112515:0:24192:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8da804961800 10000000:01000000:2.0:1783947150.112519:0:24192:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1783947150.112525:0:24192:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff8da804961800 from 1 10000000:01000000:2.0:1783947150.112527:0:24192:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1783947150.112561:0:24192:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da7036e8e00/0x48cfcce1a55e8178 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24192 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947150.112568:0:24192:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.133@tcp lock: ffff8da7036e8e00/0x48cfcce1a55e8178 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24192 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947150.112578:0:24192:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.133@tcp lock: ffff8da7036e8e00/0x48cfcce1a55e8178 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24192 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783947150.112601:0:24192:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da70204ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:24192:1870603449817728:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1783947150.112682:0:24192:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783947150.112725:0:24192:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da8180b3300 going to sleep for 11 seconds 00000100:00100000:1.0:1783947150.115535:0:22686:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449817728 00000100:00100000:1.0:1783947150.115548:0:22686:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449817728 00000100:00100000:1.0:1783947150.115605:0:22686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:1.0:1783947150.115614:0:22686:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da82f455050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42b3cb17-0205-4693-9331-418db4796772+20:24192:x1870603449817728:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1783947150.115630:0:22686:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783947150.115657:0:22686:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8da83611a200/0x48cfcce1a55e817f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x48cfcce1a55e8178 expref: -99 pid: 22686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947150.115685:0:22686:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8da83611a200/0x48cfcce1a55e817f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x48cfcce1a55e8178 expref: 21 pid: 22686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947150.115696:0:22686:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8da83611a200/0x48cfcce1a55e817f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x48cfcce1a55e8178 expref: 21 pid: 22686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947150.115704:0:22686:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8da83611a200, rc 0) 00000100:00100000:1.0:1783947150.115781:0:22686:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da82f455050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42b3cb17-0205-4693-9331-418db4796772+21:24192:x1870603449817728:12345-0@lo:101:mount.lustre.0 Request processed in 168us (3099us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947150.115798:0:22686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:2.0:1783947150.116021:0:24192:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da70204ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:24192:1870603449817728:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1783947150.116045:0:24192:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.133@tcp lock: ffff8da7036e8e00/0x48cfcce1a55e8178 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e817f expref: -99 pid: 24192 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947150.116055:0:24192:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.133@tcp lock: ffff8da7036e8e00/0x48cfcce1a55e8178 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x48cfcce1a55e817f expref: -99 pid: 24192 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1783947150.118261:0:24192:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:2.0:1783947150.118646:0:24192:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1783947150.118843:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:2.0:1783947150.118870:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:2.0:1783947150.118886:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:2.0:1783947150.118902:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:2.0:1783947150.121626:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:2.0:1783947150.121700:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:2.0:1783947150.121717:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:2.0:1783947150.121730:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:2.0:1783947150.121743:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:2.0:1783947150.121756:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:2.0:1783947150.121769:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:2.0:1783947150.121781:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:2.0:1783947150.121794:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:2.0:1783947150.121806:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:2.0:1783947150.121819:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:2.0:1783947150.121831:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:2.0:1783947150.121843:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:2.0:1783947150.121856:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:2.0:1783947150.121868:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:2.0:1783947150.121881:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:2.0:1783947150.121911:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:2.0:1783947150.121925:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:2.0:1783947150.123052:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:2.0:1783947150.123086:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:2.0:1783947150.123109:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:2.0:1783947150.123122:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:2.0:1783947150.123134:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:2.0:1783947150.123145:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:2.0:1783947150.123156:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:2.0:1783947150.123171:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:2.0:1783947150.123183:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:2.0:1783947150.123541:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:2.0:1783947150.123563:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:2.0:1783947150.123577:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:2.0:1783947150.123590:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:2.0:1783947150.123604:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:2.0:1783947150.123631:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:2.0:1783947150.123646:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:2.0:1783947150.123672:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:2.0:1783947150.123684:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:2.0:1783947150.123697:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:2.0:1783947150.123712:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:2.0:1783947150.123726:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:2.0:1783947150.123737:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:2.0:1783947150.123751:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:2.0:1783947150.123764:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:2.0:1783947150.123776:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:2.0:1783947150.123787:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:2.0:1783947150.125325:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:2.0:1783947150.125563:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:2.0:1783947150.125591:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:2.0:1783947150.125597:0:24192:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:2.0:1783947150.125720:0:24192:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da70204ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:24192:1870603449817856:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1783947150.125787:0:24192:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783947150.125892:0:24192:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da8180b3600 going to sleep for 11 seconds 00000100:00100000:0.0:1783947150.133733:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449817856 00000100:00100000:0.0:1783947150.133748:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449817856 00000100:00100000:0.0:1783947150.133823:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:0.0:1783947150.133834:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da82f456050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+21:24192:x1870603449817856:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1783947150.134027:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da82f456050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+21:24192:x1870603449817856:12345-0@lo:501:mount.lustre.0 Request processed in 194us (8238us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947150.134035:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:3.0:1783947150.134148:0:24192:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da70204ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:24192:1870603449817856:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1783947150.134280:0:24192:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83feb8e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:24192:1870603449817984:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1783947150.134329:0:24192:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783947150.134389:0:24192:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da83adcd0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1783947150.134460:0:22685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449817984 00000100:00100000:0.0:1783947150.134465:0:22685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449817984 00000100:00100000:0.0:1783947150.134490:0:22685:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:0.0:1783947150.134497:0:22685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da82f454050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42b3cb17-0205-4693-9331-418db4796772+21:24192:x1870603449817984:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1783947150.134589:0:22685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da82f454050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42b3cb17-0205-4693-9331-418db4796772+21:24192:x1870603449817984:12345-0@lo:503:mount.lustre.0 Request processed in 92us (259us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947150.134605:0:22685:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:3.0:1783947150.134681:0:24192:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83feb8e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:24192:1870603449817984:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1783947150.135080:0:24192:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1783947150.135145:0:24192:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83feb8e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:24192:1870603449818112:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1783947150.135183:0:24192:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783947150.136327:0:24192:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da83adcd0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1783947150.143335:0:22686:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449818112 00000100:00100000:0.0:1783947150.143350:0:22686:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449818112 00000100:00100000:0.0:1783947150.143437:0:22686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:0.0:1783947150.143448:0:22686:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da82f454450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42b3cb17-0205-4693-9331-418db4796772+21:24192:x1870603449818112:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1783947150.143616:0:22686:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da82f454450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42b3cb17-0205-4693-9331-418db4796772+21:24192:x1870603449818112:12345-0@lo:502:mount.lustre.0 Request processed in 169us (8431us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947150.143624:0:22686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:2.0:1783947150.143816:0:24192:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83feb8e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:24192:1870603449818112:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1783947150.144046:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:2.0:1783947150.144077:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:2.0:1783947150.144090:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:2.0:1783947150.144104:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:2.0:1783947150.144120:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:2.0:1783947150.144133:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:2.0:1783947150.144145:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:2.0:1783947150.144173:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:2.0:1783947150.144266:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:2.0:1783947150.144288:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:2.0:1783947150.144302:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:2.0:1783947150.144314:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:2.0:1783947150.144325:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:2.0:1783947150.144338:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:2.0:1783947150.144350:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:2.0:1783947150.144362:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:2.0:1783947150.144408:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:2.0:1783947150.144420:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:2.0:1783947150.144432:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:2.0:1783947150.144444:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:2.0:1783947150.144457:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:2.0:1783947150.144470:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:2.0:1783947150.144482:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:2.0:1783947150.144508:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:2.0:1783947150.144524:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:2.0:1783947150.144538:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:2.0:1783947150.144551:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:2.0:1783947150.144563:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:2.0:1783947150.144576:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:2.0:1783947150.144587:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:2.0:1783947150.144599:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:2.0:1783947150.144612:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:2.0:1783947150.144633:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:2.0:1783947150.144645:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:2.0:1783947150.144674:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:2.0:1783947150.144687:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:2.0:1783947150.144698:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:2.0:1783947150.144709:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:2.0:1783947150.144722:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:2.0:1783947150.144748:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:2.0:1783947150.144763:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:2.0:1783947150.144776:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:2.0:1783947150.144787:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:2.0:1783947150.144798:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:2.0:1783947150.144810:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:2.0:1783947150.144821:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:2.0:1783947150.144833:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:2.0:1783947150.144844:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:2.0:1783947150.144890:0:24192:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da70204aa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:24192:1870603449818240:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1783947150.144947:0:24192:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783947150.144990:0:24192:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da8180b3cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1783947150.147335:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449818240 00000100:00100000:0.0:1783947150.147350:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449818240 00000100:00100000:0.0:1783947150.147422:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:0.0:1783947150.147432:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da82f457050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+21:24192:x1870603449818240:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1783947150.147587:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da82f457050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+21:24192:x1870603449818240:12345-0@lo:502:mount.lustre.0 Request processed in 156us (2639us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947150.147594:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:2.0:1783947150.147742:0:24192:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da70204aa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:24192:1870603449818240:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1783947150.147949:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:2.0:1783947150.147977:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:2.0:1783947150.148009:0:24192:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da70204aa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:24192:1870603449818368:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1783947150.148052:0:24192:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783947150.148614:0:24192:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da8180b3cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1783947150.151338:0:22685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449818368 00000100:00100000:0.0:1783947150.151355:0:22685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449818368 00000100:00100000:0.0:1783947150.154392:0:22685:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:0.0:1783947150.154415:0:22685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da82f456450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42b3cb17-0205-4693-9331-418db4796772+21:24192:x1870603449818368:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1783947150.154607:0:22685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da82f456450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42b3cb17-0205-4693-9331-418db4796772+21:24192:x1870603449818368:12345-0@lo:502:mount.lustre.0 Request processed in 203us (6554us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947150.154616:0:22685:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:2.0:1783947150.154821:0:24192:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da70204aa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:24192:1870603449818368:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1783947150.154903:0:24192:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:2.0:1783947150.154918:0:24192:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:1.0:1783947150.156805:0:24219:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0000 (typ=lwp) 00000020:00000080:1.0:1783947150.156824:0:24219:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0000 (ffff8da83023cd40) 00000020:00000080:1.0:1783947150.156849:0:24219:0:(obd_config.c:720:class_attach_name()) OBD: dev 23 attached type lwp with refcount 2 00000020:01000004:1.0:1783947150.157041:0:24219:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8da804961800 from lustre-OST0000, refs=3 00000020:01000004:1.0:1783947150.157045:0:24219:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8da804961800 from lustre-OST0000, refs=3 00000020:01000004:1.0:1783947150.157048:0:24219:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8da804961800 3 00010000:00080000:1.0:1783947150.157075:0:24219:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8da83fa15800@lustre-MDT0000-lwp-OST0000: add connection 192.168.202.133@tcp at head 00010000:00010000:1.0:1783947150.162425:0:24219:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0000-9 is initialized 00000020:00000080:1.0:1783947150.162555:0:24219:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000010:01000000:1.0:1783947150.162599:0:24219:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1783947150.162613:0:24219:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-OST0000, cookie 0x48cfcce1a55e818d 00000100:00080000:1.0:1783947150.162623:0:24219:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1783947150.162629:0:24219:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8da83fa15800 using connection 192.168.202.133@tcp/0@lo 00000100:00100000:1.0:1783947150.162680:0:24219:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da84177c700 x1870603449818496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1783947150.162717:0:24219:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1783947150.162949:0:20822:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1783947150.162960:0:20822:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1783947150.162963:0:20822:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1783947150.162966:0:20822:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1783947150.162997:0:20822:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1783947150.163001:0:20822:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1783947150.163003:0:20822:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1783947150.163005:0:20822:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1783947150.163104:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da70204a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3650:1870603449818752:0@lo:400:kworker.0 00000100:00100000:0.0:1783947150.163171:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947150.163280:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1783947150.163293:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da70204aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1870603449818624:0@lo:400:kworker.0 00000100:00100000:0.0:1783947150.163319:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947150.163362:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449818752 00000100:00100000:0.0:1783947150.163393:0:22692:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449818752 00000100:00100000:0.0:1783947150.163443:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1783947150.163451:0:22692:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83d3d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3650:x1870603449818752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783947150.163503:0:22692:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83d3d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3650:x1870603449818752:12345-0@lo:400:kworker.0 Request processed in 52us (333us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947150.163511:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1783947150.163537:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da84177c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3646:1870603449818496:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1783947150.163566:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947150.163605:0:22693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449818496 00000100:00100000:0.0:1783947150.163609:0:22693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449818496 00000100:00100000:0.0:1783947150.163628:0:22693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1783947150.163632:0:22693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83d3d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3646:x1870603449818496:12345-0@lo:38:llog_process_th.0 00010000:00080000:0.0:1783947150.163662:0:22693:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 831 last 0 00000020:00000080:0.0:1783947150.163691:0:22693:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0x48cfcce1a55e8194 00000004:00100000:0.0:1783947150.163704:0:22693:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:0.0:1783947150.163730:0:22693:0:(import.c:65:import_set_state_nolock()) ffff8da804f06000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1783947150.163768:0:22693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83d3d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3646:x1870603449818496:12345-0@lo:38:llog_process_th.0 Request processed in 134us (201us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947150.163774:0:22693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:0.0:1783947150.163803:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8da84177c700 x1870603449818496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1783947160 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783947150.163813:0:3646:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1783947150.163820:0:3646:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 3 00000100:00080000:0.0:1783947150.163835:0:3646:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:0.0:1783947150.163839:0:3646:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:0.0:1783947150.163842:0:3646:0:(import.c:65:import_set_state_nolock()) ffff8da83fa15800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1783947150.163848:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da84177c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3646:1870603449818496:0@lo:38:llog_process_th.0 00010000:00080000:0.0:1783947150.163879:0:3650:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8da70204a300 x1870603449818752/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783947166 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783947150.163889:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da70204a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3650:1870603449818752:0@lo:400:kworker.0 00000100:00100000:2.0:1783947150.163983:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449818624 00000100:00100000:2.0:1783947150.163988:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449818624 00000100:00100000:2.0:1783947150.164016:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1783947150.164024:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83d3d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3650:x1870603449818624:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783947150.164063:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83d3d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3650:x1870603449818624:12345-0@lo:400:kworker.0 Request processed in 41us (743us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947150.164070:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1783947150.164155:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da702048e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3648:1870603449819008:0@lo:400:kworker.0 00000100:00100000:1.0:1783947150.164183:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783947150.164301:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1783947150.164308:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da70204b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1870603449818880:0@lo:400:kworker.0 00000100:00100000:1.0:1783947150.164330:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783947150.164358:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449818880 00000100:00100000:1.0:1783947150.164362:0:22697:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449818880 00000100:00100000:1.0:1783947150.164401:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1783947150.164407:0:22697:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da84177df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1870603449818880:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783947150.164442:0:22697:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da84177df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1870603449818880:12345-0@lo:400:kworker.0 Request processed in 35us (111us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947150.164457:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1783947150.164486:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da70204b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1870603449818880:0@lo:400:kworker.0 00000020:01000004:1.0:1783947150.164583:0:24219:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0000 (typ=lwp) 00000020:00000080:1.0:1783947150.164596:0:24219:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0000 (ffff8da83023b380) 00000020:00000080:1.0:1783947150.164615:0:24219:0:(obd_config.c:720:class_attach_name()) OBD: dev 24 attached type lwp with refcount 2 00000100:00100000:0.0:1783947150.164710:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da70204aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1870603449818624:0@lo:400:kworker.0 00000020:01000004:1.0:1783947150.167457:0:24219:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8da804961800 from lustre-OST0000, refs=3 00000020:01000004:1.0:1783947150.167464:0:24219:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8da804961800 from lustre-OST0000, refs=3 00000020:01000004:1.0:1783947150.167468:0:24219:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8da804961800 3 00010000:00080000:1.0:1783947150.167502:0:24219:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8da83fa15000@lustre-MDT0001-lwp-OST0000: add connection 192.168.202.133@tcp at head 00010000:00010000:1.0:1783947150.169114:0:24219:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0000-10 is initialized 00000020:00000080:1.0:1783947150.169220:0:24219:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000010:01000000:1.0:1783947150.169260:0:24219:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1783947150.169275:0:24219:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-lwp-OST0000, cookie 0x48cfcce1a55e81a2 00000100:00080000:1.0:1783947150.169285:0:24219:0:(import.c:510:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1783947150.169291:0:24219:0:(import.c:624:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8da83fa15000 using connection 192.168.202.133@tcp/0@lo 00000100:00100000:1.0:1783947150.169325:0:24219:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da84177fb80 x1870603449819136/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1783947150.169348:0:24219:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:1.0:1783947150.169409:0:20822:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1783947150.169414:0:20822:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1783947150.169416:0:20822:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1783947150.169419:0:20822:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1783947150.169424:0:20822:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1783947150.169426:0:20822:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1783947150.169436:0:20822:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1783947150.169439:0:20822:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1783947150.171328:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da84177fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3646:1870603449819136:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1783947150.171422:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000040:00080000:1.0:1783947150.172808:0:24219:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000020:01000000:3.0:1783947150.173117:0:24192:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:3.0:1783947150.173149:0:24192:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.133@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1783947150.173180:0:24192:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da7036e8e00/0x48cfcce1a55e8178 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e817f expref: -99 pid: 24192 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947150.173249:0:24192:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.133@tcp lock: ffff8da7036e8e00/0x48cfcce1a55e8178 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e817f expref: -99 pid: 24192 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:3.0:1783947150.173302:0:24192:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:3.0:1783947150.173305:0:24192:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1783947150.173306:0:24192:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1783947150.173307:0:24192:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1783947150.173309:0:24192:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1783947150.173310:0:24192:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1783947150.173312:0:24192:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1783947150.173314:0:24192:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1783947150.173320:0:24192:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1783947150.173324:0:24192:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x40020002 00000020:01000004:3.0:1783947150.173326:0:24192:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1783947150.173327:0:24192:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1783947150.173328:0:24192:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1783947150.173329:0:24192:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1783947150.173330:0:24192:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1783947150.173331:0:24192:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1783947150.173332:0:24192:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1783947150.173333:0:24192:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1783947150.173334:0:24192:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1783947150.173357:0:24192:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:3.0:1783947150.173407:0:24192:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83febb100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:24192:1870603449819264:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1783947150.173479:0:24192:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783947150.173516:0:24192:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da83adcd300 going to sleep for 11 seconds 00000100:00100000:0.0:1783947150.177674:0:22686:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449819264 00000100:00100000:0.0:1783947150.177687:0:22686:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449819264 00000100:00100000:0.0:1783947150.177739:0:22686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:0.0:1783947150.177750:0:22686:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da82f454c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42b3cb17-0205-4693-9331-418db4796772+21:24192:x1870603449819264:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1783947150.177781:0:22686:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:0.0:1783947150.177794:0:22686:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00000100:00100000:2.0:1783947150.177953:0:22694:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449819008 00000100:00100000:2.0:1783947150.177958:0:22694:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449819008 00000100:00100000:2.0:1783947150.178000:0:22694:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449819136 00000100:00100000:2.0:1783947150.178003:0:22694:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449819136 00000100:00100000:2.0:1783947150.178016:0:22694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1783947150.178022:0:22694:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da84177e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1870603449819008:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783947150.178106:0:22694:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da84177e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1870603449819008:12345-0@lo:400:kworker.0 Request processed in 83us (13921us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947150.178113:0:22694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1783947150.178133:0:22694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1783947150.178137:0:22694:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83d3d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3646:x1870603449819136:12345-0@lo:38:llog_process_th.0 00010000:00080000:2.0:1783947150.178166:0:22694:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 831 last 0 00000020:00000080:2.0:1783947150.178217:0:22694:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-lwp-OST0000_UUID, cookie 0x48cfcce1a55e81a9 00000004:00100000:2.0:1783947150.178231:0:22694:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:2.0:1783947150.178261:0:22694:0:(import.c:65:import_set_state_nolock()) ffff8da84064e800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1783947150.178300:0:22694:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83d3d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1870603449819136:12345-0@lo:38:llog_process_th.0 Request processed in 161us (6877us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947150.178307:0:22694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:1.0:1783947150.178527:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8da702048e00 x1870603449819008/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783947166 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783947150.178540:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da702048e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3648:1870603449819008:0@lo:400:kworker.0 00010000:00080000:0.0:1783947150.179332:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8da84177fb80 x1870603449819136/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1783947160 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783947150.179344:0:3646:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1783947150.179351:0:3646:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0000: connect to target with instance 3 00000100:00080000:0.0:1783947150.179359:0:3646:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:0.0:1783947150.179380:0:3646:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:0.0:1783947150.179383:0:3646:0:(import.c:65:import_set_state_nolock()) ffff8da83fa15000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1783947150.179389:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da84177fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3646:1870603449819136:0@lo:38:llog_process_th.0 20000000:01000000:1.0:1783947150.184578:0:22686:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:1.0:1783947150.184600:0:22686:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:3.0:1783947150.184789:0:22708:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:3.0:1783947150.184794:0:22708:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:3.0:1783947150.184816:0:22708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8da817850400/0x48cfcce1a55e81b0 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947150.184835:0:22708:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8da83611a600/0x48cfcce1a55e80fa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x48cfcce1a55e80f3 expref: 21 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947150.184843:0:22708:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8da7036e9a00/0x48cfcce1a55e8108 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x48cfcce1a55e8101 expref: 21 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947150.184851:0:22708:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8da817850400/0x48cfcce1a55e81b0 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947150.184885:0:22708:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8da7036e9a00/0x48cfcce1a55e8108 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x48cfcce1a55e8101 expref: 21 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947150.184897:0:22708:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8da7036e9a00/0x48cfcce1a55e8108 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x48cfcce1a55e8101 expref: 21 pid: 22684 timeout: 931 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783947150.184925:0:22708:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83feb8700 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22708:1870603449819392:0@lo:104: 00000100:00100000:3.0:1783947150.184986:0:22708:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1783947150.185029:0:22708:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8da83611a600/0x48cfcce1a55e80fa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x48cfcce1a55e80f3 expref: 21 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947150.185036:0:22708:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8da83611a600/0x48cfcce1a55e80fa lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x48cfcce1a55e80f3 expref: 21 pid: 22685 timeout: 931 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783947150.185044:0:22708:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83feb9180 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22708:1870603449819520:0@lo:104: 00000100:00100000:3.0:1783947150.185077:0:22708:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783947150.185095:0:22708:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da83adcd900 going to sleep for 11 seconds 00000100:00100000:1.0:1783947150.185173:0:22675:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1783947150.185203:0:22675:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449819392 00000100:00100000:1.0:1783947150.185210:0:22675:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449819392 00000100:00100000:1.0:1783947150.185243:0:22675:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449819520 00000100:00100000:1.0:1783947150.185246:0:22675:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449819520 00000100:00100000:1.0:1783947150.185259:0:22675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1783947150.185267:0:22675:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83feb8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:42b3cb17-0205-4693-9331-418db4796772+4:22708:x1870603449819392:12345-0@lo:104: 00010000:00010000:1.0:1783947150.185280:0:22675:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.133@tcp lock: ffff8da80168a200/0x48cfcce1a55e8101 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x48cfcce1a55e8108 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947150.185332:0:22675:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1783947150.185338:0:22675:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83feb8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:42b3cb17-0205-4693-9331-418db4796772+4:22708:x1870603449819392:12345-0@lo:104: Request processed in 72us (352us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947150.185344:0:22675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1783947150.185361:0:22675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1783947150.185395:0:22675:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da842070050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:42b3cb17-0205-4693-9331-418db4796772+3:22708:x1870603449819520:12345-0@lo:104: 00010000:00010000:1.0:1783947150.185403:0:22675:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.133@tcp lock: ffff8da80168ba00/0x48cfcce1a55e80f3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x48cfcce1a55e80fa expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947150.185446:0:22675:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1783947150.185451:0:22675:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da842070050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:42b3cb17-0205-4693-9331-418db4796772+3:22708:x1870603449819520:12345-0@lo:104: Request processed in 58us (373us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947150.185456:0:22675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1783947150.185511:0:22708:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83feb8700 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22708:1870603449819392:0@lo:104: 00000100:00100000:1.0:1783947150.185519:0:22708:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83feb9180 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22708:1870603449819520:0@lo:104: 00010000:00010000:1.0:1783947150.185538:0:22708:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8da817850400/0x48cfcce1a55e81b0 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947150.185555:0:22681:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1783947150.185561:0:22681:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.133@tcp lock: ffff8da80168a200/0x48cfcce1a55e8101 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x48cfcce1a55e8108 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947150.185567:0:22681:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da80168a200 already unused, calling callback (ffffffffc11dcc20) 10000000:00010000:1.0:1783947150.185571:0:22681:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.133@tcp lock: ffff8da80168a200/0x48cfcce1a55e8101 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x48cfcce1a55e8108 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947150.185579:0:22681:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.133@tcp lock: ffff8da80168a200/0x48cfcce1a55e8101 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x48cfcce1a55e8108 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1783947150.185587:0:22681:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.133@tcp lock: ffff8da80168a200/0x48cfcce1a55e8101 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x48cfcce1a55e8108 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1783947150.185592:0:22681:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1783947150.185620:0:22681:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.133@tcp lock: ffff8da80168a200/0x48cfcce1a55e8101 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x48cfcce1a55e8108 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947150.185625:0:22681:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1783947150.185663:0:22681:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.133@tcp lock: ffff8da80168a200/0x48cfcce1a55e8101 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x48cfcce1a55e8108 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947150.185670:0:22681:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.133@tcp lock: ffff8da80168a200/0x48cfcce1a55e8101 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x48cfcce1a55e8108 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947150.185681:0:22681:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783947150.185684:0:22681:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.133@tcp lock: ffff8da80168ba00/0x48cfcce1a55e80f3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x48cfcce1a55e80fa expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947150.185691:0:22681:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da80168ba00 already unused, calling callback (ffffffffc11dcc20) 10000000:00010000:1.0:1783947150.185693:0:22681:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.133@tcp lock: ffff8da80168ba00/0x48cfcce1a55e80f3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x48cfcce1a55e80fa expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947150.185699:0:22681:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.133@tcp lock: ffff8da80168ba00/0x48cfcce1a55e80f3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x48cfcce1a55e80fa expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1783947150.185705:0:22681:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.133@tcp lock: ffff8da80168ba00/0x48cfcce1a55e80f3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x48cfcce1a55e80fa expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1783947150.185710:0:22681:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1783947150.185722:0:22681:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.133@tcp lock: ffff8da80168ba00/0x48cfcce1a55e80f3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x48cfcce1a55e80fa expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947150.185728:0:22681:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1783947150.185734:0:22681:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.133@tcp lock: ffff8da80168ba00/0x48cfcce1a55e80f3 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x48cfcce1a55e80fa expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947150.185739:0:22681:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.133@tcp lock: ffff8da80168ba00/0x48cfcce1a55e80f3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x48cfcce1a55e80fa expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947150.185760:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783947150.185762:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783947150.185764:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783947150.185771:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783947150.185790:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da84177f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:42b3cb17-0205-4693-9331-418db4796772:3649:1870603449819648:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1783947150.185817:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783947150.185838:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1783947150.185844:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da84177ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:42b3cb17-0205-4693-9331-418db4796772:3649:1870603449819776:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1783947150.185864:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783947150.185889:0:22678:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449819648 00000100:00100000:1.0:1783947150.185893:0:22678:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449819648 00010000:00010000:1.0:1783947150.185908:0:22678:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8da7036e9a00/0x48cfcce1a55e8108 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x48cfcce1a55e8101 expref: 22 pid: 22684 timeout: 931 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783947150.185928:0:22678:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449819776 00000100:00100000:1.0:1783947150.185930:0:22678:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449819776 00010000:00010000:1.0:1783947150.185940:0:22678:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8da83611a600/0x48cfcce1a55e80fa lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x48cfcce1a55e80f3 expref: 23 pid: 22685 timeout: 931 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783947150.185952:0:22678:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1783947150.185958:0:22678:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da84177d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:42b3cb17-0205-4693-9331-418db4796772+23:3649:x1870603449819648:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1783947150.185968:0:22678:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783947150.185973:0:22678:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8da7036e9a00/0x48cfcce1a55e8108 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x48cfcce1a55e8101 expref: 23 pid: 22684 timeout: 931 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947150.185982:0:22678:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8da7036e9a00/0x48cfcce1a55e8108 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x48cfcce1a55e8101 expref: 23 pid: 22684 timeout: 931 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947150.186006:0:22678:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8da7036e9a00/0x48cfcce1a55e8108 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x48cfcce1a55e8101 expref: 23 pid: 22684 timeout: 931 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947150.186017:0:22678:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783947150.186042:0:22678:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da84177d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:42b3cb17-0205-4693-9331-418db4796772+22:3649:x1870603449819648:12345-0@lo:103:ldlm_bl.0 Request processed in 85us (224us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947150.186048:0:22678:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1783947150.186060:0:22678:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1783947150.186065:0:22678:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83fa9b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:42b3cb17-0205-4693-9331-418db4796772+21:3649:x1870603449819776:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1783947150.186071:0:22678:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783947150.186075:0:22678:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8da83611a600/0x48cfcce1a55e80fa lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x48cfcce1a55e80f3 expref: 21 pid: 22685 timeout: 931 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947150.186082:0:22678:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8da83611a600/0x48cfcce1a55e80fa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x48cfcce1a55e80f3 expref: 21 pid: 22685 timeout: 931 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947150.186090:0:22678:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8da83611a600/0x48cfcce1a55e80fa lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x48cfcce1a55e80f3 expref: 21 pid: 22685 timeout: 931 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947150.186099:0:22678:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8da817850400/0x48cfcce1a55e81b0 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947150.186105:0:22678:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8da817850400/0x48cfcce1a55e81b0 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:1.0:1783947150.186116:0:22678:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.010989000s 00010000:00010000:1.0:1783947150.186121:0:22678:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8da817850400/0x48cfcce1a55e81b0 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947150.186136:0:22678:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8da817850400/0x48cfcce1a55e81b0 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947150.186142:0:22678:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8da817850400/0x48cfcce1a55e81b0 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947150.186148:0:22678:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8da817850400/0x48cfcce1a55e81b0 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947150.186154:0:22678:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da817850400 already unused, calling callback (ffffffffc0be1230) 00010000:00010000:1.0:1783947150.186158:0:22678:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8da817850400/0x48cfcce1a55e81b0 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947150.186165:0:22678:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8da817850400/0x48cfcce1a55e81b0 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947150.186179:0:22678:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8da817850400/0x48cfcce1a55e81b0 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947150.186187:0:22678:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783947150.186210:0:22678:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83fa9b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:42b3cb17-0205-4693-9331-418db4796772+20:3649:x1870603449819776:12345-0@lo:103:ldlm_bl.0 Request processed in 145us (345us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947150.186215:0:22678:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00010000:1.0:1783947150.186253:0:22708:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8da817850400/0x48cfcce1a55e81b0 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947150.186259:0:22708:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8da817850400/0x48cfcce1a55e81b0 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947150.186265:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8da817850400/0x48cfcce1a55e81b0 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783947150.186294:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da84177ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:42b3cb17-0205-4693-9331-418db4796772:3649:1870603449819776:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1783947150.186301:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da84177f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:42b3cb17-0205-4693-9331-418db4796772:3649:1870603449819648:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1783947150.186617:0:22686:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da82f454c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42b3cb17-0205-4693-9331-418db4796772+19:24192:x1870603449819264:12345-0@lo:253:mount.lustre.0 Request processed in 8868us (13136us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947150.186626:0:22686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:2.0:1783947150.186699:0:24192:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83febb100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:24192:1870603449819264:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1783947150.186709:0:24192:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:2.0:1783947150.186712:0:24192:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1783947150.186714:0:24192:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1783947150.186716:0:24192:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1783947150.186717:0:24192:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1783947150.186718:0:24192:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1783947150.186719:0:24192:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1783947150.186721:0:24192:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1783947150.186722:0:24192:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1783947150.186724:0:24192:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:2.0:1783947150.186735:0:24192:0:(tgt_mount.c:2689:server_calc_timeout()) lustre-OST0000: Imperative Recovery not enabled, recovery window 60-180 00000001:00000004:2.0:1783947150.188258:0:24192:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 12884901888 00002000:00080000:2.0:1783947150.196094:0:24192:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0000: recovery is over 00100000:10000000:2.0:1783947150.196104:0:24192:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0000-osd: start master thread 00000020:01000004:2.0:1783947150.196137:0:24192:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:2.0:1783947150.196181:0:24192:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.202.133@tcp: cl_mgc_mutex unlock 00000020:01000004:2.0:1783947150.196255:0:24192:0:(tgt_mount.c:2458:server_fill_super_common()) Server sb, dev=49 00000080:00000004:2.0:1783947150.196276:0:24192:0:(super25.c:181:lustre_fill_super()) /dev/mapper/ost1_flakey: Mount complete 00000020:00000004:2.0:1783947150.197052:0:24192:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1783947150.199425:0:24192:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:3.0:1783947150.212880:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83feb8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1870603449819904:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1783947150.212948:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783947150.212988:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1783947150.212995:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83febb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1870603449820032:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1783947150.213019:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783947150.213055:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449819904 00000100:00100000:3.0:1783947150.213063:0:22697:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449819904 00000100:00100000:3.0:1783947150.213101:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449820032 00000100:00100000:3.0:1783947150.213104:0:22697:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449820032 00000100:00100000:3.0:1783947150.213121:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1783947150.213129:0:22697:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83feb9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1870603449819904:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1783947150.213164:0:22697:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1783947150.216881:0:22697:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83feb9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1870603449819904:12345-0@lo:41:osp-pre-0-1.0 Request processed in 3745us (3926us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947150.216895:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1783947150.216930:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1783947150.216942:0:22697:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83feb8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3647:x1870603449820032:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1783947150.216976:0:22697:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1783947150.217010:0:22697:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83feb8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3647:x1870603449820032:12345-0@lo:41:osp-pre-1-0.0 Request processed in 73us (3990us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947150.217016:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1783947150.217073:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83febb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1870603449820032:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1783947150.217087:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83feb8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1870603449819904:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1783947150.602526:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:1.0:1783947151.236788:0:24273:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1783947151.237019:0:24273:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 10000000:01000000:3.0:1783947151.428982:0:22689:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1783947151.428989:0:22689:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff8da83ad5f000 from 13 10000000:01000000:3.0:1783947151.428995:0:22689:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1783947151.429042:0:22689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da817851000/0x48cfcce1a55e81b7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947151.429054:0:22689:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.133@tcp lock: ffff8da817851000/0x48cfcce1a55e81b7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947151.429064:0:22689:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.133@tcp lock: ffff8da817851000/0x48cfcce1a55e81b7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783947151.429091:0:22689:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83feb8000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42b3cb17-0205-4693-9331-418db4796772:22689:1870603449820160:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1783947151.429167:0:22689:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783947151.429706:0:22689:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da80ff6dc00 going to sleep for 11 seconds 00000100:00100000:3.0:1783947151.429736:0:22685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449820160 00000100:00100000:3.0:1783947151.429751:0:22685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449820160 00000100:00100000:3.0:1783947151.429802:0:22685:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:3.0:1783947151.429810:0:22685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da82f454850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42b3cb17-0205-4693-9331-418db4796772+19:22689:x1870603449820160:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1783947151.429823:0:22685:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783947151.429835:0:22685:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8da817850c00/0x48cfcce1a55e81be lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x48cfcce1a55e81b7 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947151.429948:0:22685:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8da817850c00/0x48cfcce1a55e81be lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x48cfcce1a55e81b7 expref: 20 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947151.429960:0:22685:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8da817850c00/0x48cfcce1a55e81be lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x48cfcce1a55e81b7 expref: 20 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947151.429968:0:22685:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8da817850c00, rc 0) 00000100:00100000:3.0:1783947151.430012:0:22685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da82f454850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42b3cb17-0205-4693-9331-418db4796772+20:22689:x1870603449820160:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 202us (845us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947151.430019:0:22685:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:3.0:1783947151.430068:0:22689:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83feb8000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42b3cb17-0205-4693-9331-418db4796772:22689:1870603449820160:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1783947151.430082:0:22689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.133@tcp lock: ffff8da817851000/0x48cfcce1a55e81b7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e81be expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947151.430091:0:22689:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.133@tcp lock: ffff8da817851000/0x48cfcce1a55e81b7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x48cfcce1a55e81be expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783947151.430153:0:22689:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83feb8000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42b3cb17-0205-4693-9331-418db4796772:22689:1870603449820288:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1783947151.431387:0:22689:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783947151.431433:0:22689:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da80ff6dc00 going to sleep for 11 seconds 00000100:00100000:3.0:1783947151.431460:0:22686:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449820288 00000100:00100000:3.0:1783947151.431475:0:22686:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449820288 00000100:00100000:3.0:1783947151.431515:0:22686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:3.0:1783947151.431523:0:22686:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da82f455c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42b3cb17-0205-4693-9331-418db4796772+20:22689:x1870603449820288:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1783947151.431545:0:22686:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1783947151.431560:0:22686:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1783947151.431564:0:22686:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:3.0:1783947151.431666:0:22686:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da82f455c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42b3cb17-0205-4693-9331-418db4796772+20:22689:x1870603449820288:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 143us (283us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947151.431673:0:22686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:3.0:1783947151.431726:0:22689:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83feb8000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42b3cb17-0205-4693-9331-418db4796772:22689:1870603449820288:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1783947151.431793:0:22689:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.133@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1783947151.431803:0:22689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da817851000/0x48cfcce1a55e81b7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e81be expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947151.431813:0:22689:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.133@tcp lock: ffff8da817851000/0x48cfcce1a55e81b7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e81be expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783947151.431823:0:22689:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1783947151.431825:0:22689:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff8da840f5e000 from 13 10000000:01000000:3.0:1783947151.431828:0:22689:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1783947151.433353:0:22689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da817850800/0x48cfcce1a55e81c5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947151.433382:0:22689:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.133@tcp lock: ffff8da817850800/0x48cfcce1a55e81c5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947151.433395:0:22689:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.133@tcp lock: ffff8da817850800/0x48cfcce1a55e81c5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783947151.433421:0:22689:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83feb8000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42b3cb17-0205-4693-9331-418db4796772:22689:1870603449820416:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1783947151.433490:0:22689:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783947151.433529:0:22689:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da80ff6dc00 going to sleep for 11 seconds 00000100:00100000:3.0:1783947151.433555:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449820416 00000100:00100000:3.0:1783947151.433561:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449820416 00000100:00100000:3.0:1783947151.433607:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:3.0:1783947151.433614:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da82f457c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+20:22689:x1870603449820416:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1783947151.433628:0:22684:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783947151.433651:0:22684:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8da817850400/0x48cfcce1a55e81cc lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x48cfcce1a55e81c5 expref: -99 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947151.433674:0:22684:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8da817850400/0x48cfcce1a55e81cc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x48cfcce1a55e81c5 expref: 21 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947151.433683:0:22684:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8da817850400/0x48cfcce1a55e81cc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x48cfcce1a55e81c5 expref: 21 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947151.433692:0:22684:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8da817850400, rc 0) 00000100:00100000:3.0:1783947151.433730:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da82f457c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+21:22689:x1870603449820416:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 116us (240us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947151.433736:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:3.0:1783947151.433782:0:22689:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83feb8000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42b3cb17-0205-4693-9331-418db4796772:22689:1870603449820416:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1783947151.433795:0:22689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.133@tcp lock: ffff8da817850800/0x48cfcce1a55e81c5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e81cc expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947151.433802:0:22689:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.133@tcp lock: ffff8da817850800/0x48cfcce1a55e81c5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x48cfcce1a55e81cc expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783947151.433851:0:22689:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83feb8000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42b3cb17-0205-4693-9331-418db4796772:22689:1870603449820544:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1783947151.433888:0:22689:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783947151.433899:0:22689:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da80ff6dc00 going to sleep for 11 seconds 00000100:00100000:3.0:1783947151.433911:0:22685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449820544 00000100:00100000:3.0:1783947151.433915:0:22685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449820544 00000100:00100000:3.0:1783947151.433937:0:22685:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:3.0:1783947151.433942:0:22685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da82f457450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42b3cb17-0205-4693-9331-418db4796772+21:22689:x1870603449820544:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1783947151.433954:0:22685:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1783947151.433968:0:22685:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1783947151.433971:0:22685:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:3.0:1783947151.435410:0:22685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da82f457450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42b3cb17-0205-4693-9331-418db4796772+21:22689:x1870603449820544:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 1460us (1515us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947151.435422:0:22685:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:3.0:1783947151.435485:0:22689:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83feb8000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42b3cb17-0205-4693-9331-418db4796772:22689:1870603449820544:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1783947151.435551:0:22689:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.133@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1783947151.435563:0:22689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da817850800/0x48cfcce1a55e81c5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e81cc expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947151.435573:0:22689:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.133@tcp lock: ffff8da817850800/0x48cfcce1a55e81c5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e81cc expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947151.616386:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783947152.642746:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1783947152.896097:0:22727:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1783947153.663957:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783947154.689027:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1783947155.327639:0:13112:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1783947155.327645:0:13112:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1783947155.327648:0:13112:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1783947155.327651:0:13112:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1783947155.327678:0:13112:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1783947155.327682:0:13112:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1783947155.327684:0:13112:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1783947155.327687:0:13112:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1783947155.327723:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da84177ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1870603449820800:0@lo:400:kworker.0 00000100:00100000:1.0:1783947155.327794:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783947155.327846:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da84177ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3650:1870603449821312:0@lo:400:kworker.0 00000100:00100000:1.0:1783947155.327878:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783947155.327897:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1783947155.327903:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da84177f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:42b3cb17-0205-4693-9331-418db4796772:3650:1870603449820672:0@lo:400:kworker.0 00000100:00100000:1.0:1783947155.327945:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783947155.327967:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da84177d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3650:1870603449821184:0@lo:400:kworker.0 00000100:00100000:1.0:1783947155.327986:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783947155.328072:0:22694:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449821312 00000100:00100000:2.0:1783947155.328080:0:22694:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449821312 00000100:00100000:2.0:1783947155.328143:0:22694:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449821184 00000100:00100000:2.0:1783947155.328151:0:22694:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449821184 00000100:00100000:2.0:1783947155.328172:0:22694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1783947155.328180:0:22694:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da84177fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3650:x1870603449821312:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783947155.328236:0:22694:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da84177fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3650:x1870603449821312:12345-0@lo:400:kworker.0 Request processed in 56us (356us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947155.328243:0:22694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1783947155.328260:0:22694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1783947155.328266:0:22694:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da84177c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3650:x1870603449821184:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783947155.328293:0:22694:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da84177c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3650:x1870603449821184:12345-0@lo:400:kworker.0 Request processed in 27us (306us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947155.328299:0:22694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00010000:00080000:2.0:1783947155.328337:0:3650:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8da84177d180 x1870603449821184/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783947171 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783947155.328351:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da84177d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3650:1870603449821184:0@lo:400:kworker.0 00010000:00080000:2.0:1783947155.328386:0:3650:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8da84177ce00 x1870603449821312/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783947171 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783947155.328394:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da84177ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3650:1870603449821312:0@lo:400:kworker.0 00000100:00100000:2.0:1783947155.328436:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da84177f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1870603449821056:0@lo:400:kworker.0 00000100:00100000:2.0:1783947155.328462:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783947155.328483:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1783947155.328488:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da84177f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3648:1870603449820928:0@lo:400:kworker.0 00000100:00100000:2.0:1783947155.328509:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783947155.328525:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da84177d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3648:1870603449821440:0@lo:400:kworker.0 00000100:00100000:2.0:1783947155.328547:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783947155.328581:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449820800 00000100:00100000:2.0:1783947155.328585:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449820800 00000100:00100000:2.0:1783947155.328624:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449821056 00000100:00100000:2.0:1783947155.328627:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449821056 00000100:00100000:2.0:1783947155.328641:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1783947155.328647:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da84177dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3650:x1870603449820800:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783947155.328682:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da84177dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3650:x1870603449820800:12345-0@lo:400:kworker.0 Request processed in 35us (888us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947155.328688:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1783947155.328700:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1783947155.328706:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da702048a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3648:x1870603449821056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783947155.328737:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da702048a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3648:x1870603449821056:12345-0@lo:400:kworker.0 Request processed in 30us (273us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947155.328743:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1783947155.328759:0:22693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449820928 00000100:00100000:2.0:1783947155.328762:0:22693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449820928 00000100:00100000:2.0:1783947155.328775:0:22693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449821440 00000100:00100000:2.0:1783947155.328777:0:22693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449821440 00000100:00100000:2.0:1783947155.328790:0:22693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1783947155.328796:0:22693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da702049f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1870603449820928:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783947155.328823:0:22693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da702049f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1870603449820928:12345-0@lo:400:kworker.0 Request processed in 26us (312us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947155.328828:0:22693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1783947155.328839:0:22693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1783947155.328845:0:22693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da702049880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1870603449821440:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783947155.328869:0:22693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da702049880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1870603449821440:12345-0@lo:400:kworker.0 Request processed in 25us (320us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947155.328886:0:22693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00010000:00080000:2.0:1783947155.328911:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8da84177f800 x1870603449820928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783947171 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783947155.328920:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da84177f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3648:1870603449820928:0@lo:400:kworker.0 00010000:00080000:2.0:1783947155.328927:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8da84177d500 x1870603449821440/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783947171 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783947155.328934:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da84177d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3648:1870603449821440:0@lo:400:kworker.0 00000100:00100000:2.0:1783947155.328941:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da84177f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1870603449821056:0@lo:400:kworker.0 00000100:00100000:2.0:1783947155.328965:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da84177ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1870603449820800:0@lo:400:kworker.0 00000100:00100000:2.0:1783947155.328993:0:22686:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449820672 00000100:00100000:2.0:1783947155.328996:0:22686:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449820672 00000100:00100000:2.0:1783947155.329019:0:22686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:2.0:1783947155.329025:0:22686:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da82f457850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42b3cb17-0205-4693-9331-418db4796772+21:3650:x1870603449820672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783947155.329060:0:22686:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da82f457850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42b3cb17-0205-4693-9331-418db4796772+21:3650:x1870603449820672:12345-0@lo:400:kworker.0 Request processed in 35us (1114us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947155.329066:0:22686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:2.0:1783947155.329098:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da84177f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:42b3cb17-0205-4693-9331-418db4796772:3650:1870603449820672:0@lo:400:kworker.0 00000100:00080000:1.0:1783947155.329267:0:22687:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1783947155.329272:0:22687:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1783947155.329691:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da84177ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1870603449821568:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1783947155.329725:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783947155.330045:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449821568 00000100:00100000:1.0:1783947155.330051:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449821568 00000100:00100000:1.0:1783947155.330090:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1783947155.330097:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83feb8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3648:x1870603449821568:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1783947155.330124:0:22698:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1783947155.330163:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83feb8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3648:x1870603449821568:12345-0@lo:41:osp-pre-1-0.0 Request processed in 66us (437us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947155.330170:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1783947155.330253:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da84177ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1870603449821568:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1783947155.334788:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83d3d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1870603449821696:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1783947155.334862:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947155.334922:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449821696 00000100:00100000:0.0:1783947155.334930:0:22697:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449821696 00000100:00100000:0.0:1783947155.334979:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1783947155.334988:0:22697:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83d3d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3649:x1870603449821696:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1783947155.335021:0:22697:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1783947155.335062:0:22697:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83d3d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3649:x1870603449821696:12345-0@lo:41:osp-pre-0-1.0 Request processed in 76us (201us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947155.335069:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1783947155.335108:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83d3d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1870603449821696:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1783947155.713321:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1783947156.288091:0:23446:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1783947156.736519:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1783947156.977087:0:24562:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg233-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:1.0:1783947157.763037:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:1.0:1783947157.943039:0:24615:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1783947157.943793:0:24615:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00000020:00000004:1.0:1783947158.740940:0:24665:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1783947158.741251:0:24665:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1783947158.802600:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783947159.424457:0:3646:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1783947144/real 1783947144] req@ffff8da83feba680 x1870603449814144/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1783947159 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783947159.424489:0:3646:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da83feba680 x1870603449814144/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1783947159 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783947159.431071:0:3646:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1783947144/real 1783947144] req@ffff8da83feba300 x1870603449814272/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1783947159 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783947159.431110:0:3646:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da83feba300 x1870603449814272/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1783947159 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1783947159.431135:0:3646:0:(import.c:65:import_set_state_nolock()) ffff8da83fa1a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1783947159.431161:0:3646:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1783947159.431186:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83feba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1870603449814144:0@lo:8:kworker.0 00000100:00080000:1.0:1783947159.431192:0:3646:0:(import.c:65:import_set_state_nolock()) ffff8da83fa18800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1783947159.431199:0:3646:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1783947159.431202:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83feba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1870603449814272:0@lo:8:kworker.0 00000100:00080000:0.0:1783947159.431389:0:13112:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1783947159.431395:0:13112:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1783947159.431397:0:13112:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1783947159.431400:0:13112:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1783947159.431416:0:13112:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1783947159.431418:0:13112:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1783947159.431432:0:13112:0:(import.c:65:import_set_state_nolock()) ffff8da83fa1a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1783947159.431439:0:13112:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 825 00000100:00080000:0.0:1783947159.431444:0:13112:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1783947159.431451:0:13112:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff8da83fa1a800 using connection 192.168.202.133@tcp/0@lo 00000100:00100000:0.0:1783947159.431473:0:13112:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da83d3d5180 x1870603449822336/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1783947159.431497:0:13112:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1783947159.431507:0:13112:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1783947159.431509:0:13112:0:(import.c:65:import_set_state_nolock()) ffff8da83fa18800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1783947159.431512:0:13112:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 825 00000100:00080000:0.0:1783947159.431515:0:13112:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1783947159.431518:0:13112:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8da83fa18800 using connection 192.168.202.133@tcp/0@lo 00000100:00100000:0.0:1783947159.431531:0:13112:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da83d3d7480 x1870603449822464/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1783947159.431585:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83d3d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3648:1870603449822080:0@lo:400:kworker.0 00000100:00100000:0.0:1783947159.431655:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947159.431689:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83faed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3648:1870603449822848:0@lo:400:kworker.0 00000100:00100000:0.0:1783947159.431712:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947159.431732:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1783947159.431740:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83d3d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1870603449821952:0@lo:400:kworker.0 00000100:00100000:0.0:1783947159.431765:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947159.431793:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83faedf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3648:1870603449822720:0@lo:400:kworker.0 00000100:00100000:0.0:1783947159.431813:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947159.431840:0:22693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449822080 00000100:00100000:0.0:1783947159.431855:0:22693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449822080 00000100:00100000:0.0:1783947159.431895:0:22693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449822848 00000100:00100000:0.0:1783947159.431898:0:22693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449822848 00000100:00100000:0.0:1783947159.431922:0:22693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449822720 00000100:00100000:0.0:1783947159.431924:0:22693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449822720 00000100:00100000:0.0:1783947159.431939:0:22693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1783947159.431945:0:22693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83faece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1870603449822080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783947159.431996:0:22693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83faece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1870603449822080:12345-0@lo:400:kworker.0 Request processed in 49us (339us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947159.432015:0:22693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1783947159.432036:0:22693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1783947159.432042:0:22693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83faef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1870603449822848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783947159.432071:0:22693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83faef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1870603449822848:12345-0@lo:400:kworker.0 Request processed in 30us (358us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947159.432077:0:22693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1783947159.432087:0:22693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1783947159.432093:0:22693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83faed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1870603449822720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783947159.432118:0:22693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83faed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1870603449822720:12345-0@lo:400:kworker.0 Request processed in 25us (304us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947159.432123:0:22693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1783947159.432147:0:23432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449821952 00000100:00100000:0.0:1783947159.432150:0:23432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449821952 00000100:00100000:0.0:1783947159.432173:0:23432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1783947159.432179:0:23432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83faed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3648:x1870603449821952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783947159.432210:0:23432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83faed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3648:x1870603449821952:12345-0@lo:400:kworker.0 Request processed in 31us (444us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947159.432215:0:23432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00080000:0.0:1783947159.432234:0:22687:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1783947159.432238:0:22687:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1783947159.432266:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83d3d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1870603449821952:0@lo:400:kworker.0 00010000:00080000:0.0:1783947159.432277:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8da83faedf80 x1870603449822720/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783947175 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783947159.432285:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83faedf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3648:1870603449822720:0@lo:400:kworker.0 00010000:00080000:0.0:1783947159.432294:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8da83d3d7b80 x1870603449822080/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783947175 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783947159.432309:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83d3d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3648:1870603449822080:0@lo:400:kworker.0 00010000:00080000:0.0:1783947159.432320:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8da83faed500 x1870603449822848/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783947175 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783947159.432327:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83faed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3648:1870603449822848:0@lo:400:kworker.0 00000100:00100000:0.0:1783947159.432353:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83d3d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1870603449822336:0@lo:8:kworker.0 00000100:00100000:0.0:1783947159.432415:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947159.432439:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83d3d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1870603449822464:0@lo:8:kworker.0 00000100:00100000:0.0:1783947159.432461:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947159.432506:0:24197:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449822336 00000100:00100000:0.0:1783947159.432510:0:24197:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449822336 00000100:00100000:0.0:1783947159.432524:0:24197:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449822464 00000100:00100000:0.0:1783947159.432526:0:24197:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449822464 00000100:00100000:0.0:1783947159.432534:0:24197:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1783947159.432538:0:24197:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83faed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3646:x1870603449822336:12345-0@lo:8:kworker.0 00010000:00080000:0.0:1783947159.432577:0:24197:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 840 last 0 00000020:00000080:0.0:1783947159.432604:0:24197:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x48cfcce1a55e81d3 00002000:00100000:0.0:1783947159.432618:0:24197:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0001-mdtlov_UUID/ffff8da804f05800 ocd_connect_flags: 0xa044401443000026 ocd_version: 21136a2 ocd_grant: 0 ocd_index: 0 ocd_group 1 00002000:00080000:0.0:1783947159.432621:0:24197:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 1 00002000:00100000:0.0:1783947159.432624:0:24197:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:0.0:1783947159.432805:0:24197:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 1 00000100:00080000:0.0:1783947159.432830:0:24197:0:(import.c:65:import_set_state_nolock()) ffff8da804f06800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1783947159.432873:0:24197:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83faed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:3646:x1870603449822336:12345-0@lo:8:kworker.0 Request processed in 333us (458us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947159.432880:0:24197:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1783947159.432898:0:24197:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1783947159.432903:0:24197:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83faedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3646:x1870603449822464:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1783947159.432916:0:24197:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1783947159.433702:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83d3d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:42b3cb17-0205-4693-9331-418db4796772:3650:1870603449821824:0@lo:400:kworker.0 00000100:00100000:2.0:1783947159.433758:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783947159.433793:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83d3d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3650:1870603449822592:0@lo:400:kworker.0 00000100:00100000:2.0:1783947159.433819:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783947159.433847:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1783947159.433863:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83d3d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1870603449822208:0@lo:400:kworker.0 00000100:00100000:2.0:1783947159.433888:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:2.0:1783947159.433967:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8da83d3d5180 x1870603449822336/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1783947179 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783947159.433978:0:3646:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:2.0:1783947159.433988:0:3646:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0001: connect to target with instance 3 00000100:00080000:2.0:1783947159.433997:0:3646:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:2.0:1783947159.434002:0:3646:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:2.0:1783947159.434005:0:3646:0:(import.c:65:import_set_state_nolock()) ffff8da83fa1a800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:2.0:1783947159.434017:0:3646:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:2.0:1783947159.434022:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83d3d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1870603449822336:0@lo:8:kworker.0 00000004:00080000:2.0:1783947159.434046:0:23433:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:2.0:1783947159.434139:0:23433:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 840681772156ns, next at 0ns, rc = 0 00080000:00080000:2.0:1783947159.434146:0:23433:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000100:00100000:2.0:1783947159.434180:0:22693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449822592 00000100:00100000:2.0:1783947159.434185:0:22693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449822592 00000100:00100000:2.0:1783947159.434223:0:22693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1783947159.434233:0:22693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da702049c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3650:x1870603449822592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783947159.434277:0:22693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da702049c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3650:x1870603449822592:12345-0@lo:400:kworker.0 Request processed in 45us (457us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947159.434286:0:22693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00010000:00080000:2.0:1783947159.434326:0:3650:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8da83d3d6a00 x1870603449822592/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783947175 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783947159.434336:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83d3d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3650:1870603449822592:0@lo:400:kworker.0 00000100:00100000:1.0:1783947159.434882:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449822208 00000100:00100000:1.0:1783947159.434888:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449822208 00000100:00100000:1.0:1783947159.434932:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1783947159.434940:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da702049500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3650:x1870603449822208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783947159.434991:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da702049500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3650:x1870603449822208:12345-0@lo:400:kworker.0 Request processed in 52us (1102us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947159.434997:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1783947159.435448:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83d3d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1870603449822208:0@lo:400:kworker.0 00000100:00100000:3.0:1783947159.435903:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449821824 00000100:00100000:3.0:1783947159.435911:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449821824 00000100:00100000:3.0:1783947159.435951:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:3.0:1783947159.435958:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da82f455450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+21:3650:x1870603449821824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783947159.436011:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da82f455450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+21:3650:x1870603449821824:12345-0@lo:400:kworker.0 Request processed in 53us (2252us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947159.436017:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000004:00080000:3.0:1783947159.436127:0:23434:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: going to cleanup orphans since [0x280000400:0x1:0x0] 00000100:00100000:3.0:1783947159.436150:0:23434:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83feb8a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23434:1870603449823104:0@lo:7:osp-pre-0-1.0 00000100:00100000:3.0:1783947159.436180:0:23434:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783947159.436201:0:23434:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da83acead80 going to sleep for 11 seconds 00000100:00100000:3.0:1783947159.436223:0:24196:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00000100:00100000:3.0:1783947159.436230:0:24196:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_003' 00000100:00100000:1.0:1783947159.437221:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83febb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1870603449822976:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1783947159.437272:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783947159.437931:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83d3d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:42b3cb17-0205-4693-9331-418db4796772:3650:1870603449821824:0@lo:400:kworker.0 00000100:00100000:2.0:1783947159.438140:0:24199:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449822976 00000100:00100000:2.0:1783947159.438147:0:24199:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449822976 00000100:00100000:2.0:1783947159.438208:0:24199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1783947159.438218:0:24199:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da84177ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3649:x1870603449822976:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1783947159.438257:0:24199:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923501056 avail 3691978752 00000100:00100000:2.0:1783947159.438313:0:24199:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da84177ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3649:x1870603449822976:12345-0@lo:13:osp-pre-0-1.0 Request processed in 97us (1041us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947159.438320:0:24199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:2.0:1783947159.438350:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8da83febb100 x1870603449822976/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783947175 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783947159.438383:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83febb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1870603449822976:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1783947159.439454:0:22687:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1783947159.439634:0:24196:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449823104 00000100:00100000:3.0:1783947159.439643:0:24196:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449823104 00000004:00080000:3.0:1783947159.441438:0:23424:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1 committed 00000100:00100000:2.0:1783947159.441623:0:24685:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1783947159.441637:0:24685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83feb8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23434:x1870603449823104:12345-0@lo:7:osp-pre-0-1.0 00002000:00080000:1.0:1783947159.458722:0:24685:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000400 00002000:00080000:1.0:1783947159.458735:0:24685:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0000: LAST FID is [0x280000400:0x41:0x0] 00000100:00100000:1.0:1783947159.458840:0:24685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83feb8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23434:x1870603449823104:12345-0@lo:7:osp-pre-0-1.0 Request processed in 17202us (22654us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947159.458856:0:24685:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:3.0:1783947159.459192:0:23434:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8da83feb8a80 x1870603449823104/t0(0) o7->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 264/240 e 0 to 0 dl 1783947175 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783947159.459209:0:23434:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83feb8a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23434:1870603449823104:0@lo:7:osp-pre-0-1.0 00000004:00080000:3.0:1783947159.459223:0:23434:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0000-osc-MDT0001: Got last_fid [0x280000400:0x41:0x0] 00000100:00100000:3.0:1783947159.459267:0:23434:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83feb8a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23434:1870603449823232:0@lo:5:osp-pre-0-1.0 00000100:00100000:3.0:1783947159.459337:0:23434:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783947159.459420:0:23434:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da83acead80 going to sleep for 11 seconds 00000100:00100000:1.0:1783947159.459537:0:24196:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449823232 00000100:00100000:1.0:1783947159.459544:0:24196:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449823232 00000100:00100000:1.0:1783947159.459601:0:24196:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1783947159.459610:0:24196:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83febaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23434:x1870603449823232:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:1.0:1783947159.459647:0:24196:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:1.0:1783947159.459687:0:24196:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83febaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23434:x1870603449823232:12345-0@lo:5:osp-pre-0-1.0 Request processed in 77us (350us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947159.459693:0:24196:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:2.0:1783947159.459784:0:23434:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8da83feb8a80 x1870603449823232/t0(0) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1783947175 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783947159.459794:0:23434:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83feb8a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23434:1870603449823232:0@lo:5:osp-pre-0-1.0 00000004:00080000:2.0:1783947159.459802:0:23434:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: Got last_id [0x280000400:0x41:0x0] from OST, last_created [0x280000400:0x41:0x0]last_used is [0x280000400:0x41:0x0] 00000100:00100000:2.0:1783947159.459829:0:23434:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da702048e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23434:1870603449823360:0@lo:5:osp-pre-0-1.0 00000100:00100000:2.0:1783947159.459854:0:23434:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783947159.459866:0:23434:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da803fb6180 going to sleep for 11 seconds 00000100:00100000:1.0:1783947159.459913:0:24685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449823360 00000100:00100000:1.0:1783947159.459917:0:24685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449823360 00000100:00100000:1.0:1783947159.459949:0:24685:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1783947159.459956:0:24685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da70204aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23434:x1870603449823360:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:1.0:1783947159.459981:0:24685:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000400 at 66 00000100:00100000:1.0:1783947159.503886:0:24197:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83faedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3646:x1870603449822464:12345-0@lo:8:kworker.0 Request processed in 70975us (71417us total) trans 0 rc -19/-19 00000100:00100000:1.0:1783947159.503900:0:24197:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:2.0:1783947159.504278:0:3646:0:(import.c:65:import_set_state_nolock()) ffff8da83fa18800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1783947159.504284:0:3646:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1783947159.504289:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83d3d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1870603449822464:0@lo:8:kworker.0 00000001:00080000:0.0:1783947159.509098:0:24193:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901889 is committed 00000001:00100000:0.0:1783947159.509126:0:24193:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000100:00100000:1.0:1783947159.510303:0:24685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da70204aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:23434:x1870603449823360:12345-0@lo:5:osp-pre-0-1.0 Request processed in 50339us (50440us total) trans 12884901889 rc 0/0 00000100:00100000:1.0:1783947159.510316:0:24685:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:2.0:1783947159.510850:0:23434:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8da702048e00 x1870603449823360/t0(0) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1783947175 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783947159.510891:0:23434:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 12884901889 gen 2 00000100:00100000:2.0:1783947159.510897:0:23434:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da702048e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23434:1870603449823360:0@lo:5:osp-pre-0-1.0 00000004:00080000:2.0:1783947159.510913:0:23434:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0001: current precreated pool: [0x280000400:0x41:0x0]-[0x280000400:0x61:0x0] 00000100:00100000:2.0:1783947159.510966:0:23434:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da702048e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23434:1870603449823488:0@lo:900:osp-pre-0-1.0 00000100:00100000:2.0:1783947159.511006:0:23434:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783947159.511154:0:23434:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da803fb6180 going to sleep for 11 seconds 00000100:00100000:3.0:1783947159.511337:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449823488 00000100:00100000:3.0:1783947159.511343:0:22704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449823488 00000100:00100000:1.0:1783947159.511576:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1783947159.511587:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da70204b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23434:x1870603449823488:12345-0@lo:900:osp-pre-0-1.0 00000100:00100000:1.0:1783947159.511699:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da70204b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23434:x1870603449823488:12345-0@lo:900:osp-pre-0-1.0 Request processed in 114us (693us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947159.511707:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:2.0:1783947159.511814:0:23434:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8da702048e00 x1870603449823488/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1783947175 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783947159.511825:0:23434:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da702048e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23434:1870603449823488:0@lo:900:osp-pre-0-1.0 00010000:00010000:0.0:1783947159.807598:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783947160.447778:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1783947160.447797:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da702048e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1870603449823616:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1783947160.447865:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783947160.447910:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449823616 00000100:00100000:2.0:1783947160.447917:0:22697:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449823616 00000100:00100000:2.0:1783947160.447963:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1783947160.447973:0:22697:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da70204a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3649:x1870603449823616:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1783947160.448008:0:22697:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1783947160.448075:0:22697:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da70204a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3649:x1870603449823616:12345-0@lo:41:osp-pre-1-0.0 Request processed in 103us (210us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947160.448082:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1783947160.448241:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da702048e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1870603449823616:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1783947160.451205:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83febad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1870603449823744:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1783947160.451274:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783947160.456397:0:23432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449823744 00000100:00100000:2.0:1783947160.456410:0:23432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449823744 00000100:00100000:2.0:1783947160.456474:0:23432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1783947160.456494:0:23432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83faedc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3647:x1870603449823744:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1783947160.456533:0:23432:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1783947160.456632:0:23432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83faedc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3647:x1870603449823744:12345-0@lo:41:osp-pre-0-1.0 Request processed in 140us (5357us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947160.456639:0:23432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1783947160.456689:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83febad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1870603449823744:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1783947160.831537:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783947161.861216:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1783947162.112506:0:22727:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1783947162.883052:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783947163.903607:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783947164.552785:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1783947164.552814:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83faeed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1870603449823872:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1783947164.552886:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947164.552959:0:24199:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449823872 00000100:00100000:0.0:1783947164.552968:0:24199:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449823872 00000100:00100000:0.0:1783947164.553024:0:24199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1783947164.553033:0:24199:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83faef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1870603449823872:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1783947164.553062:0:24199:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923501056 avail 3691978752 00000100:00100000:0.0:1783947164.553106:0:24199:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83faef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1870603449823872:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (219us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947164.553114:0:24199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:0.0:1783947164.553133:0:22687:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:0.0:1783947164.553164:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8da83faeed80 x1870603449823872/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783947180 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783947164.553183:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83faeed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1870603449823872:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1783947164.553595:0:13112:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1783947164.553600:0:13112:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1783947164.553603:0:13112:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1783947164.553606:0:13112:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1783947164.553612:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83febad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1870603449824128:0@lo:400:kworker.0 00000100:00080000:3.0:1783947164.553629:0:13112:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1783947164.553634:0:13112:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1783947164.553638:0:13112:0:(import.c:65:import_set_state_nolock()) ffff8da83fa18800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1783947164.553643:0:13112:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 840 00000100:00080000:3.0:1783947164.553648:0:13112:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1783947164.553653:0:13112:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8da83fa18800 using connection 192.168.202.133@tcp/0@lo 00000100:00100000:0.0:1783947164.553663:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783947164.553675:0:13112:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da83feba300 x1870603449824512/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1783947164.553699:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1783947164.553709:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83feb9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:42b3cb17-0205-4693-9331-418db4796772:3650:1870603449824000:0@lo:400:kworker.0 00000100:00100000:0.0:1783947164.553741:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947164.553768:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da703c7aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3650:1870603449824768:0@lo:400:kworker.0 00000100:00100000:0.0:1783947164.553794:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947164.553813:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1783947164.553819:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83feba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3650:1870603449824640:0@lo:400:kworker.0 00000100:00100000:0.0:1783947164.553843:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947164.553875:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83feb8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3647:1870603449824256:0@lo:400:kworker.0 00000100:00100000:0.0:1783947164.553903:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947164.553926:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da703c79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3647:1870603449824896:0@lo:400:kworker.0 00000100:00100000:0.0:1783947164.553946:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947164.553957:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1783947164.553961:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83febb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1870603449824384:0@lo:400:kworker.0 00000100:00100000:0.0:1783947164.553982:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947164.554014:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449824128 00000100:00100000:0.0:1783947164.554019:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449824128 00000100:00100000:0.0:1783947164.554053:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449824384 00000100:00100000:0.0:1783947164.554057:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449824384 00000100:00100000:0.0:1783947164.554072:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1783947164.554079:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83faeed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3650:x1870603449824128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783947164.554119:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83faeed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3650:x1870603449824128:12345-0@lo:400:kworker.0 Request processed in 40us (456us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947164.554126:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1783947164.554138:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1783947164.554152:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83faeea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3647:x1870603449824384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783947164.554183:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83faeea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3647:x1870603449824384:12345-0@lo:400:kworker.0 Request processed in 32us (201us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947164.554274:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1783947164.554295:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83feba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1870603449824512:0@lo:8:kworker.0 00000100:00100000:0.0:1783947164.554322:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947164.554351:0:22685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449824000 00000100:00100000:0.0:1783947164.554355:0:22685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449824000 00000100:00100000:0.0:1783947164.554402:0:22685:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:0.0:1783947164.554408:0:22685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da84188a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42b3cb17-0205-4693-9331-418db4796772+21:3650:x1870603449824000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783947164.554437:0:22685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da84188a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42b3cb17-0205-4693-9331-418db4796772+21:3650:x1870603449824000:12345-0@lo:400:kworker.0 Request processed in 30us (696us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947164.554443:0:22685:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:0.0:1783947164.554469:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449824768 00000100:00100000:0.0:1783947164.554472:0:22692:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449824768 00000100:00100000:0.0:1783947164.554495:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449824640 00000100:00100000:0.0:1783947164.554498:0:22692:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449824640 00000100:00100000:0.0:1783947164.554507:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449824256 00000100:00100000:0.0:1783947164.554509:0:22692:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449824256 00000100:00100000:0.0:1783947164.554530:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449824896 00000100:00100000:0.0:1783947164.554533:0:22692:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449824896 00000100:00100000:0.0:1783947164.554549:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1783947164.554554:0:22692:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83faec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3650:x1870603449824768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783947164.554586:0:22692:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83faec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3650:x1870603449824768:12345-0@lo:400:kworker.0 Request processed in 31us (792us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947164.554591:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1783947164.554602:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1783947164.554608:0:22692:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83faee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3650:x1870603449824640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783947164.554644:0:22692:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83faee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3650:x1870603449824640:12345-0@lo:400:kworker.0 Request processed in 38us (801us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947164.554651:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1783947164.554662:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1783947164.554667:0:22692:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83faef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1870603449824256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783947164.554692:0:22692:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83faef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1870603449824256:12345-0@lo:400:kworker.0 Request processed in 24us (790us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947164.554697:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1783947164.554707:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1783947164.554711:0:22692:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83faec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1870603449824896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783947164.554737:0:22692:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83faec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1870603449824896:12345-0@lo:400:kworker.0 Request processed in 25us (789us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947164.554743:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00010000:00080000:0.0:1783947164.554790:0:3650:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8da83feba680 x1870603449824640/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783947180 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783947164.554803:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83feba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3650:1870603449824640:0@lo:400:kworker.0 00010000:00080000:0.0:1783947164.554815:0:3650:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8da703c7aa00 x1870603449824768/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783947180 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783947164.554823:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da703c7aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3650:1870603449824768:0@lo:400:kworker.0 00000100:00100000:0.0:1783947164.554832:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83feb9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:42b3cb17-0205-4693-9331-418db4796772:3650:1870603449824000:0@lo:400:kworker.0 00000100:00100000:0.0:1783947164.554841:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83febad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1870603449824128:0@lo:400:kworker.0 00000100:00100000:0.0:1783947164.554873:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83febb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1870603449824384:0@lo:400:kworker.0 00010000:00080000:0.0:1783947164.554882:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8da83feb8a80 x1870603449824256/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783947180 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783947164.554898:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83feb8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3647:1870603449824256:0@lo:400:kworker.0 00010000:00080000:0.0:1783947164.554909:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8da703c79500 x1870603449824896/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783947180 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783947164.554918:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da703c79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3647:1870603449824896:0@lo:400:kworker.0 00000100:00100000:0.0:1783947164.554938:0:24196:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449824512 00000100:00100000:0.0:1783947164.554941:0:24196:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449824512 00000100:00100000:0.0:1783947164.554972:0:24196:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1783947164.554977:0:24196:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83faeca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3646:x1870603449824512:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1783947164.554995:0:24196:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1783947164.555029:0:24196:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83faeca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3646:x1870603449824512:12345-0@lo:8:kworker.0 Request processed in 50us (707us total) trans 0 rc -19/-19 00000100:00100000:0.0:1783947164.555036:0:24196:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00080000:0.0:1783947164.555053:0:22687:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1783947164.555056:0:22687:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1783947164.555071:0:3646:0:(import.c:65:import_set_state_nolock()) ffff8da83fa18800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783947164.555076:0:3646:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1783947164.555079:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83feba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1870603449824512:0@lo:8:kworker.0 00010000:00010000:3.0:1783947164.927903:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783947165.568121:0:3646:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1783947145/real 1783947145] req@ffff8da83d3d6680 x1870603449815680/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1783947165 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783947165.568152:0:3646:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da83d3d6680 x1870603449815680/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1783947165 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783947165.568163:0:3646:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1783947145/real 1783947145] req@ffff8da83d3d5880 x1870603449815808/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1783947165 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783947165.568174:0:3646:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da83d3d5880 x1870603449815808/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1783947165 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1783947165.568193:0:3646:0:(import.c:65:import_set_state_nolock()) ffff8da836175000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1783947165.568203:0:3646:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1783947165.568207:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83d3d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1870603449815680:0@lo:8:kworker.0 00000100:00100000:3.0:1783947165.568213:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da703c7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1870603449825024:0@lo:41:osp-pre-0-1.0 00000100:00080000:2.0:1783947165.568214:0:3646:0:(import.c:65:import_set_state_nolock()) ffff8da836171000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1783947165.568224:0:3646:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1783947165.568228:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83d3d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1870603449815808:0@lo:8:kworker.0 00000100:00100000:3.0:1783947165.568287:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783947165.568348:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da84177f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:42b3cb17-0205-4693-9331-418db4796772:3649:1870603449825152:0@lo:400:kworker.0 00000100:00080000:1.0:1783947165.568352:0:13112:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1783947165.568357:0:13112:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1783947165.568359:0:13112:0:(import.c:65:import_set_state_nolock()) ffff8da836175000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1783947165.568397:0:13112:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 826 00000100:00100000:3.0:1783947165.568402:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1783947165.568416:0:13112:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1783947165.568424:0:13112:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8da836175000 using connection 192.168.202.133@tcp/0@lo 00000100:00100000:3.0:1783947165.568444:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1783947165.568446:0:13112:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da84177f480 x1870603449825408/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1783947165.568453:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da84177ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1870603449825280:0@lo:400:kworker.0 00000100:00080000:1.0:1783947165.568466:0:13112:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1783947165.568471:0:13112:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1783947165.568473:0:13112:0:(import.c:65:import_set_state_nolock()) ffff8da836171000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1783947165.568477:0:13112:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 826 00000100:00080000:1.0:1783947165.568480:0:13112:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00100000:3.0:1783947165.568486:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1783947165.568488:0:13112:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8da836171000 using connection 192.168.202.133@tcp/0@lo 00000100:00100000:1.0:1783947165.568503:0:13112:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da84177d500 x1870603449825536/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1783947165.568538:0:22686:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449825152 00000100:00080000:1.0:1783947165.568545:0:13112:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:3.0:1783947165.568547:0:22686:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449825152 00000100:00080000:1.0:1783947165.568551:0:13112:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1783947165.568554:0:13112:0:(import.c:65:import_set_state_nolock()) ffff8da83fa18800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1783947165.568558:0:13112:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 845 00000100:00080000:1.0:1783947165.568560:0:13112:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1783947165.568564:0:13112:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8da83fa18800 using connection 192.168.202.133@tcp/0@lo 00000100:00100000:1.0:1783947165.568576:0:13112:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da84177d180 x1870603449825920/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1783947165.568593:0:22686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:3.0:1783947165.568605:0:22686:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da84188a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42b3cb17-0205-4693-9331-418db4796772+21:3649:x1870603449825152:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783947165.568627:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da84177f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1870603449825408:0@lo:8:kworker.0 00000100:00100000:3.0:1783947165.568654:0:22686:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da84188a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42b3cb17-0205-4693-9331-418db4796772+21:3649:x1870603449825152:12345-0@lo:400:kworker.0 Request processed in 52us (252us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947165.568663:0:22686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00100000:1.0:1783947165.568671:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783947165.568700:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da84177ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1870603449825792:0@lo:400:kworker.0 00000100:00100000:1.0:1783947165.568709:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da84177d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1870603449825536:0@lo:8:kworker.0 00000100:00100000:3.0:1783947165.568726:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783947165.568746:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783947165.568750:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1783947165.568758:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da84177f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3648:1870603449825664:0@lo:400:kworker.0 00000100:00100000:1.0:1783947165.568781:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da84177d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1870603449825920:0@lo:8:kworker.0 00000100:00100000:3.0:1783947165.568799:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783947165.568819:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da80497df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3648:1870603449826304:0@lo:400:kworker.0 00000100:00100000:1.0:1783947165.568829:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783947165.568853:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783947165.568866:0:24685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449825408 00000100:00100000:1.0:1783947165.568871:0:24685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449825408 00000100:00100000:3.0:1783947165.568889:0:24198:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449825792 00000100:00100000:1.0:1783947165.568891:0:24685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449825536 00000100:00100000:3.0:1783947165.568895:0:24198:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449825792 00000100:00100000:1.0:1783947165.568896:0:24685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449825536 00000100:00100000:1.0:1783947165.568908:0:24685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449825920 00000100:00100000:1.0:1783947165.568911:0:24685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449825920 00000100:00100000:3.0:1783947165.568926:0:24198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1783947165.568934:0:24198:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da703c7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3648:x1870603449825792:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783947165.568973:0:24198:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da703c7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3648:x1870603449825792:12345-0@lo:400:kworker.0 Request processed in 40us (247us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947165.568983:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449825024 00000100:00100000:0.0:1783947165.569066:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1783947165.569076:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83faec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1870603449826432:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1783947165.569105:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947165.569137:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da80497fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3650:1870603449826176:0@lo:400:kworker.0 00000100:00100000:0.0:1783947165.569160:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947165.569177:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1783947165.569183:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da80497ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3650:1870603449826048:0@lo:400:kworker.0 00000100:00100000:0.0:1783947165.569213:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947165.569233:0:23432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449825280 00000100:00100000:0.0:1783947165.569237:0:23432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449825280 00000100:00100000:0.0:1783947165.569259:0:23432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449826432 00000100:00100000:0.0:1783947165.569262:0:23432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449826432 00000100:00100000:0.0:1783947165.569273:0:23432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1783947165.569279:0:23432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da703c79500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3649:x1870603449825280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783947165.569312:0:23432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da703c79500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3649:x1870603449825280:12345-0@lo:400:kworker.0 Request processed in 33us (828us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947165.569318:0:23432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1783947165.569332:0:23432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1783947165.569337:0:23432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83faefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3647:x1870603449826432:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1783947165.569384:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449825024 00000100:00100000:2.0:1783947165.569412:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1783947165.569417:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da703c7b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3648:x1870603449825024:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1783947165.569446:0:22698:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1783947165.569514:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da703c7b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3648:x1870603449825024:12345-0@lo:41:osp-pre-0-1.0 Request processed in 65us (1197us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947165.569521:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000004:00000024:0.0:1783947165.569559:0:23432:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1783947165.569595:0:23432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83faefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3647:x1870603449826432:12345-0@lo:41:osp-pre-1-0.0 Request processed in 257us (488us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947165.569601:0:23432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1783947165.570541:0:24685:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1783947165.570551:0:24198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1783947165.570553:0:24685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da80497e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3646:x1870603449825408:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1783947165.570579:0:24198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1783947165.570585:0:24198:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da80497dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3646:x1870603449825536:12345-0@lo:8:kworker.0 00010000:00080000:1.0:1783947165.570588:0:24685:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 846 last 0 00010000:00020000:3.0:1783947165.570602:0:24198:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000080:1.0:1783947165.570622:0:24685:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x48cfcce1a55e81da 00002000:00100000:1.0:1783947165.570640:0:24685:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff8da835b62000 ocd_connect_flags: 0xa044401443000026 ocd_version: 21136a2 ocd_grant: 0 ocd_index: 0 ocd_group 0 00002000:00080000:1.0:1783947165.570645:0:24685:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00002000:00100000:1.0:1783947165.570648:0:24685:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00000100:00100000:3.0:1783947165.570660:0:24198:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da80497dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3646:x1870603449825536:12345-0@lo:8:kworker.0 Request processed in 72us (1913us total) trans 0 rc -19/-19 00000100:00100000:3.0:1783947165.570680:0:24198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1783947165.570699:0:24198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1783947165.570704:0:24198:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da80497d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3646:x1870603449825920:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1783947165.570714:0:24198:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1783947165.570741:0:24198:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da80497d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3646:x1870603449825920:12345-0@lo:8:kworker.0 Request processed in 35us (1912us total) trans 0 rc -19/-19 00000100:00100000:3.0:1783947165.570746:0:24198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1783947165.570783:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da84177ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1870603449825280:0@lo:400:kworker.0 00000100:00100000:2.0:1783947165.570795:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da84177f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:42b3cb17-0205-4693-9331-418db4796772:3649:1870603449825152:0@lo:400:kworker.0 00000100:00080000:3.0:1783947165.570863:0:3646:0:(import.c:65:import_set_state_nolock()) ffff8da836171000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1783947165.570869:0:3646:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1783947165.570873:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da84177d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1870603449825536:0@lo:8:kworker.0 00000100:00080000:3.0:1783947165.570885:0:3646:0:(import.c:65:import_set_state_nolock()) ffff8da83fa18800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1783947165.570890:0:3646:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1783947165.570893:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da84177d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1870603449825920:0@lo:8:kworker.0 00010000:00080000:2.0:1783947165.570910:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8da84177ce00 x1870603449825792/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1783947181 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783947165.570922:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da84177ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1870603449825792:0@lo:400:kworker.0 00000100:00100000:2.0:1783947165.570944:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da703c7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1870603449825024:0@lo:41:osp-pre-0-1.0 00002000:00080000:1.0:1783947165.571123:0:24685:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:1.0:1783947165.571145:0:24685:0:(import.c:65:import_set_state_nolock()) ffff8da835b67800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1783947165.571205:0:24685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da80497e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3646:x1870603449825408:12345-0@lo:8:kworker.0 Request processed in 655us (2535us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947165.571213:0:24685:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00080000:3.0:1783947165.571258:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8da84177f480 x1870603449825408/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1783947190 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783947165.571268:0:3646:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1783947165.571274:0:3646:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 3 00000100:00080000:3.0:1783947165.571282:0:3646:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:3.0:1783947165.571289:0:3646:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:3.0:1783947165.571291:0:3646:0:(import.c:65:import_set_state_nolock()) ffff8da836175000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:3.0:1783947165.571353:0:3646:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:3.0:1783947165.571359:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da84177f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1870603449825408:0@lo:8:kworker.0 00000004:00080000:2.0:1783947165.571456:0:22716:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:2.0:1783947165.571532:0:22716:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 846819165624ns, next at 0ns, rc = 0 00080000:00080000:2.0:1783947165.571539:0:22716:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000100:00100000:2.0:1783947165.571766:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da80497c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1870603449826560:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1783947165.571899:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1783947165.573248:0:22672:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00000004:00080000:1.0:1783947165.575153:0:22717:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x280000401:0x22:0x0] 00000100:00100000:1.0:1783947165.575213:0:22717:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da80497d500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22717:1870603449826688:0@lo:5:osp-pre-0-0.0 00000100:00100000:1.0:1783947165.575274:0:22717:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783947165.575305:0:22717:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da8404d7e40 going to sleep for 11 seconds 00000100:00100000:3.0:1783947165.575353:0:24198:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449826688 00000100:00100000:3.0:1783947165.575410:0:24198:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449826688 00000100:00100000:2.0:1783947165.575461:0:22693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449825664 00000100:00100000:2.0:1783947165.575467:0:22693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449825664 00000100:00100000:2.0:1783947165.575517:0:22693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449826304 00000100:00100000:2.0:1783947165.575521:0:22693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449826304 00000100:00100000:2.0:1783947165.575535:0:22693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449826176 00000100:00100000:2.0:1783947165.575538:0:22693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449826176 00000100:00100000:2.0:1783947165.575548:0:22693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449826048 00000100:00100000:2.0:1783947165.575550:0:22693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449826048 00000100:00100000:2.0:1783947165.575563:0:22693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1783947165.575572:0:22693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da703c1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1870603449825664:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783947165.575639:0:22693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da703c1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1870603449825664:12345-0@lo:400:kworker.0 Request processed in 67us (6839us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947165.575654:0:22693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1783947165.575673:0:22693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1783947165.576002:0:22693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da703c1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1870603449826304:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783947165.576040:0:22693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da703c1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1870603449826304:12345-0@lo:400:kworker.0 Request processed in 361us (7188us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947165.576047:0:22693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1783947165.576060:0:22693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1783947165.576066:0:22693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83faee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3650:x1870603449826176:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783947165.576096:0:22693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83faee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3650:x1870603449826176:12345-0@lo:400:kworker.0 Request processed in 31us (6935us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947165.576103:0:22693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1783947165.576113:0:22693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1783947165.576119:0:22693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83feba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3650:x1870603449826048:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783947165.576147:0:22693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83feba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3650:x1870603449826048:12345-0@lo:400:kworker.0 Request processed in 28us (6933us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947165.576152:0:22693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1783947165.576210:0:24198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1783947165.576216:0:24198:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da80497ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:22717:x1870603449826688:12345-0@lo:5:osp-pre-0-0.0 00010000:00080000:3.0:1783947165.578957:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8da84177f800 x1870603449825664/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783947181 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783947165.578987:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da84177f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3648:1870603449825664:0@lo:400:kworker.0 00010000:00080000:3.0:1783947165.579004:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8da80497df80 x1870603449826304/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783947181 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783947165.579013:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da80497df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3648:1870603449826304:0@lo:400:kworker.0 00000100:00100000:3.0:1783947165.582386:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83faec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1870603449826432:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1783947165.582487:0:24199:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449826560 00000100:00100000:2.0:1783947165.582495:0:24199:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449826560 00000100:00100000:2.0:1783947165.582557:0:24199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1783947165.582565:0:24199:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da702048e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3649:x1870603449826560:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1783947165.582589:0:24199:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923501056 avail 3691978752 00000100:00080000:0.0:1783947165.582875:0:22687:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1783947165.583294:0:24199:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da702048e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3649:x1870603449826560:12345-0@lo:13:osp-pre-0-0.0 Request processed in 728us (11393us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947165.583309:0:24199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:2.0:1783947165.583355:0:3650:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8da80497ca80 x1870603449826048/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783947181 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00080000:3.0:1783947165.583521:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8da80497c000 x1870603449826560/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783947181 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783947165.583541:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da80497c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1870603449826560:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1783947165.583854:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da80497ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3650:1870603449826048:0@lo:400:kworker.0 00010000:00080000:2.0:1783947165.583872:0:3650:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8da80497fb80 x1870603449826176/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783947181 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783947165.583880:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da80497fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3650:1870603449826176:0@lo:400:kworker.0 00002000:00080000:3.0:1783947165.584627:0:24198:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000401 00002000:00080000:3.0:1783947165.584636:0:24198:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -31 00002000:02000040:3.0:1783947165.584642:0:24198:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0000: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x280000401:35 to 0x280000401:65) 00002000:00010000:3.0:1783947165.598819:0:24198:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783947165.598834:0:24198:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fe1936a3/0x48cfcce1a55e81e1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947165.598853:0:24198:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=846s v=(0 0) 00010000:00010000:3.0:1783947165.598857:0:24198:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783947165.598864:0:24198:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fe1936a3/0x48cfcce1a55e81e1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947165.598882:0:24198:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fe1936a3/0x48cfcce1a55e81e1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947165.598910:0:24198:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fe1936a3/0x48cfcce1a55e81e1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947165.598918:0:24198:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fe1936a3/0x48cfcce1a55e81e1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947165.598943:0:24198:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783947165.599574:0:22680:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783947165.599583:0:22680:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fe1936a3/0x48cfcce1a55e81e1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.599592:0:22680:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da817851c00 already unused, calling callback (ffffffffc0be1230) 00010000:00010000:0.0:1783947165.599597:0:22680:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fe1936a3/0x48cfcce1a55e81e1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.599606:0:22680:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fe1936a3/0x48cfcce1a55e81e1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.599636:0:22680:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fe1936a3/0x48cfcce1a55e81e1 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.599643:0:22680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fe1936a3/0x48cfcce1a55e81e1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.599666:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783947165.599668:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783947165.599670:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1783947165.600708:0:24198:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783947165.600717:0:24198:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001650c619/0x48cfcce1a55e81e8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947165.600730:0:24198:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=846s v=(0 0) 00010000:00010000:3.0:1783947165.600734:0:24198:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783947165.600739:0:24198:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001650c619/0x48cfcce1a55e81e8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947165.600751:0:24198:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001650c619/0x48cfcce1a55e81e8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947165.600760:0:24198:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001650c619/0x48cfcce1a55e81e8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947165.600768:0:24198:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001650c619/0x48cfcce1a55e81e8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947165.600809:0:24198:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783947165.601030:0:22681:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783947165.601036:0:22681:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001650c619/0x48cfcce1a55e81e8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.601045:0:22681:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da817851600 already unused, calling callback (ffffffffc0be1230) 00010000:00010000:0.0:1783947165.601048:0:22681:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001650c619/0x48cfcce1a55e81e8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.601056:0:22681:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001650c619/0x48cfcce1a55e81e8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.601071:0:22681:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001650c619/0x48cfcce1a55e81e8 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.601078:0:22681:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001650c619/0x48cfcce1a55e81e8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.601108:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783947165.601110:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783947165.601112:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1783947165.601566:0:24198:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783947165.601572:0:24198:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f19d7503/0x48cfcce1a55e81ef lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947165.601580:0:24198:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=846s v=(0 0) 00010000:00010000:3.0:1783947165.601583:0:24198:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783947165.601588:0:24198:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f19d7503/0x48cfcce1a55e81ef lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947165.601597:0:24198:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f19d7503/0x48cfcce1a55e81ef lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947165.601606:0:24198:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f19d7503/0x48cfcce1a55e81ef lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947165.601614:0:24198:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f19d7503/0x48cfcce1a55e81ef lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947165.601637:0:24198:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1783947165.602250:0:24198:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783947165.602257:0:24198:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c05d7738/0x48cfcce1a55e81f6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947165.602267:0:24198:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=846s v=(0 0) 00010000:00010000:3.0:1783947165.602277:0:24198:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783947165.602282:0:24198:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c05d7738/0x48cfcce1a55e81f6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947165.602293:0:24198:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c05d7738/0x48cfcce1a55e81f6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947165.602303:0:24198:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c05d7738/0x48cfcce1a55e81f6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947165.602311:0:24198:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c05d7738/0x48cfcce1a55e81f6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947165.602341:0:24198:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:3.0:1783947165.602647:0:24198:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783947165.602654:0:24198:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004f977af2/0x48cfcce1a55e81fd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947165.602662:0:24198:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=846s v=(0 0) 00010000:00010000:3.0:1783947165.602666:0:24198:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783947165.602670:0:24198:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004f977af2/0x48cfcce1a55e81fd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947165.602680:0:24198:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004f977af2/0x48cfcce1a55e81fd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947165.602688:0:24198:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004f977af2/0x48cfcce1a55e81fd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947165.602701:0:24198:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004f977af2/0x48cfcce1a55e81fd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947165.602709:0:24198:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00010000:3.0:1783947165.603496:0:24198:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783947165.603515:0:24198:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ef55da69/0x48cfcce1a55e8204 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947165.603527:0:24198:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=846s v=(0 0) 00010000:00010000:3.0:1783947165.603531:0:24198:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783947165.603537:0:24198:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ef55da69/0x48cfcce1a55e8204 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947165.603549:0:24198:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ef55da69/0x48cfcce1a55e8204 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947165.603558:0:24198:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ef55da69/0x48cfcce1a55e8204 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947165.603567:0:24198:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ef55da69/0x48cfcce1a55e8204 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947165.603578:0:24198:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00002000:00010000:3.0:1783947165.603892:0:24198:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783947165.603898:0:24198:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009d8f346d/0x48cfcce1a55e820b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947165.603913:0:24198:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=846s v=(0 0) 00010000:00010000:3.0:1783947165.603916:0:24198:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783947165.603921:0:24198:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009d8f346d/0x48cfcce1a55e820b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947165.603931:0:24198:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009d8f346d/0x48cfcce1a55e820b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947165.603940:0:24198:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009d8f346d/0x48cfcce1a55e820b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947165.603949:0:24198:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009d8f346d/0x48cfcce1a55e820b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947165.603985:0:24198:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00002000:00010000:3.0:1783947165.604626:0:24198:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783947165.604633:0:24198:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000e91a46e/0x48cfcce1a55e8212 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947165.604641:0:24198:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=846s v=(0 0) 00010000:00010000:3.0:1783947165.604644:0:24198:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783947165.604648:0:24198:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000e91a46e/0x48cfcce1a55e8212 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947165.604657:0:24198:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000e91a46e/0x48cfcce1a55e8212 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947165.604674:0:24198:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000e91a46e/0x48cfcce1a55e8212 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947165.604681:0:24198:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000e91a46e/0x48cfcce1a55e8212 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947165.604688:0:24198:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00002000:00010000:3.0:1783947165.604922:0:24198:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783947165.604927:0:24198:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000029f7bc58/0x48cfcce1a55e8219 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947165.604935:0:24198:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=846s v=(0 0) 00010000:00010000:3.0:1783947165.604938:0:24198:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783947165.604941:0:24198:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000029f7bc58/0x48cfcce1a55e8219 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947165.604961:0:24198:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000029f7bc58/0x48cfcce1a55e8219 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947165.604975:0:24198:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000029f7bc58/0x48cfcce1a55e8219 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947165.604988:0:24198:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000029f7bc58/0x48cfcce1a55e8219 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947165.605008:0:24198:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00002000:00010000:3.0:1783947165.605593:0:24198:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783947165.605599:0:24198:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f615fe92/0x48cfcce1a55e8220 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947165.605609:0:24198:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=846s v=(0 0) 00010000:00010000:3.0:1783947165.605613:0:24198:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783947165.605617:0:24198:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f615fe92/0x48cfcce1a55e8220 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947165.605626:0:24198:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f615fe92/0x48cfcce1a55e8220 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947165.605634:0:24198:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f615fe92/0x48cfcce1a55e8220 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947165.605641:0:24198:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f615fe92/0x48cfcce1a55e8220 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947165.605650:0:24198:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00002000:00010000:3.0:1783947165.605884:0:24198:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783947165.605890:0:24198:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007f056ac6/0x48cfcce1a55e8227 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947165.605898:0:24198:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=846s v=(0 0) 00010000:00010000:3.0:1783947165.605907:0:24198:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783947165.605912:0:24198:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007f056ac6/0x48cfcce1a55e8227 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947165.605921:0:24198:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007f056ac6/0x48cfcce1a55e8227 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947165.605929:0:24198:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007f056ac6/0x48cfcce1a55e8227 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947165.605936:0:24198:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007f056ac6/0x48cfcce1a55e8227 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947165.605945:0:24198:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/9 locks to regular blp list, 9 blwis in pool 00010000:00010000:0.0:1783947165.606405:0:22680:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 8 total in blp. (8 blwis in pool) 00010000:00010000:0.0:1783947165.606413:0:22680:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f19d7503/0x48cfcce1a55e81ef lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.606423:0:22680:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da817850a00 already unused, calling callback (ffffffffc0be1230) 00010000:00010000:0.0:1783947165.606429:0:22680:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f19d7503/0x48cfcce1a55e81ef lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1783947165.606431:0:24198:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783947165.606436:0:24198:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a120d9e5/0x48cfcce1a55e822e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.606439:0:22680:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f19d7503/0x48cfcce1a55e81ef lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947165.606444:0:24198:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=846s v=(0 0) 00010000:00010000:3.0:1783947165.606447:0:24198:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783947165.606450:0:24198:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a120d9e5/0x48cfcce1a55e822e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.606455:0:22680:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f19d7503/0x48cfcce1a55e81ef lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947165.606458:0:24198:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a120d9e5/0x48cfcce1a55e822e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.606463:0:22680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f19d7503/0x48cfcce1a55e81ef lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947165.606467:0:24198:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a120d9e5/0x48cfcce1a55e822e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947165.606478:0:24198:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a120d9e5/0x48cfcce1a55e822e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.606481:0:22680:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:0.0:1783947165.606485:0:22680:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c05d7738/0x48cfcce1a55e81f6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947165.606487:0:24198:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00010000:00010000:0.0:1783947165.606491:0:22680:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da80168ba00 already unused, calling callback (ffffffffc0be1230) 00010000:00010000:0.0:1783947165.606500:0:22680:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c05d7738/0x48cfcce1a55e81f6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.606520:0:22680:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c05d7738/0x48cfcce1a55e81f6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.606531:0:22680:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c05d7738/0x48cfcce1a55e81f6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.606538:0:22680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c05d7738/0x48cfcce1a55e81f6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.606551:0:22680:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:0.0:1783947165.606555:0:22680:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004f977af2/0x48cfcce1a55e81fd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.606561:0:22680:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da80168a200 already unused, calling callback (ffffffffc0be1230) 00010000:00010000:0.0:1783947165.606564:0:22680:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004f977af2/0x48cfcce1a55e81fd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.606572:0:22680:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004f977af2/0x48cfcce1a55e81fd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.606581:0:22680:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004f977af2/0x48cfcce1a55e81fd lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.606588:0:22680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004f977af2/0x48cfcce1a55e81fd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.606608:0:22680:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:0.0:1783947165.606612:0:22680:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ef55da69/0x48cfcce1a55e8204 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.606618:0:22680:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da80168b200 already unused, calling callback (ffffffffc0be1230) 00010000:00010000:0.0:1783947165.606622:0:22680:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ef55da69/0x48cfcce1a55e8204 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.606630:0:22680:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ef55da69/0x48cfcce1a55e8204 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.606640:0:22680:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ef55da69/0x48cfcce1a55e8204 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.606647:0:22680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ef55da69/0x48cfcce1a55e8204 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.606659:0:22680:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:0.0:1783947165.606662:0:22680:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009d8f346d/0x48cfcce1a55e820b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.606668:0:22680:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da841757400 already unused, calling callback (ffffffffc0be1230) 00010000:00010000:0.0:1783947165.606671:0:22680:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009d8f346d/0x48cfcce1a55e820b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.606688:0:22680:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009d8f346d/0x48cfcce1a55e820b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.606699:0:22680:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009d8f346d/0x48cfcce1a55e820b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.606706:0:22680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009d8f346d/0x48cfcce1a55e820b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.606718:0:22680:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:0.0:1783947165.606722:0:22680:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000e91a46e/0x48cfcce1a55e8212 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.606728:0:22680:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da841757600 already unused, calling callback (ffffffffc0be1230) 00010000:00010000:0.0:1783947165.606731:0:22680:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000e91a46e/0x48cfcce1a55e8212 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.606741:0:22680:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000e91a46e/0x48cfcce1a55e8212 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.606750:0:22680:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000e91a46e/0x48cfcce1a55e8212 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.606756:0:22680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000e91a46e/0x48cfcce1a55e8212 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.606778:0:22680:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1783947165.606781:0:22680:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000029f7bc58/0x48cfcce1a55e8219 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.606787:0:22680:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da841757c00 already unused, calling callback (ffffffffc0be1230) 00010000:00010000:0.0:1783947165.606790:0:22680:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000029f7bc58/0x48cfcce1a55e8219 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.606797:0:22680:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000029f7bc58/0x48cfcce1a55e8219 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.606808:0:22680:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000029f7bc58/0x48cfcce1a55e8219 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.606813:0:22680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000029f7bc58/0x48cfcce1a55e8219 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.606824:0:22680:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1783947165.606827:0:22680:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f615fe92/0x48cfcce1a55e8220 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.606833:0:22680:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da841756200 already unused, calling callback (ffffffffc0be1230) 00010000:00010000:0.0:1783947165.606835:0:22680:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f615fe92/0x48cfcce1a55e8220 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.606853:0:22680:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f615fe92/0x48cfcce1a55e8220 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.606863:0:22680:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f615fe92/0x48cfcce1a55e8220 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.606868:0:22680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f615fe92/0x48cfcce1a55e8220 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.606877:0:22680:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1783947165.606880:0:22680:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007f056ac6/0x48cfcce1a55e8227 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.606886:0:22680:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da841757a00 already unused, calling callback (ffffffffc0be1230) 00010000:00010000:0.0:1783947165.606888:0:22680:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007f056ac6/0x48cfcce1a55e8227 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.606894:0:22680:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007f056ac6/0x48cfcce1a55e8227 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.606901:0:22680:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007f056ac6/0x48cfcce1a55e8227 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.606907:0:22680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007f056ac6/0x48cfcce1a55e8227 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.606927:0:22680:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783947165.606930:0:22680:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a120d9e5/0x48cfcce1a55e822e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.606935:0:22680:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da841756000 already unused, calling callback (ffffffffc0be1230) 00010000:00010000:0.0:1783947165.606938:0:22680:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a120d9e5/0x48cfcce1a55e822e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.606944:0:22680:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a120d9e5/0x48cfcce1a55e822e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.606952:0:22680:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a120d9e5/0x48cfcce1a55e822e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.606958:0:22680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a120d9e5/0x48cfcce1a55e822e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.606969:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783947165.606971:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783947165.606973:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783947165.607065:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1783947165.607201:0:24198:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783947165.607207:0:24198:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000014ca30cd/0x48cfcce1a55e8235 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947165.607215:0:24198:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=846s v=(0 0) 00010000:00010000:3.0:1783947165.607218:0:24198:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783947165.607222:0:24198:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000014ca30cd/0x48cfcce1a55e8235 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947165.607232:0:24198:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000014ca30cd/0x48cfcce1a55e8235 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947165.607240:0:24198:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000014ca30cd/0x48cfcce1a55e8235 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947165.607246:0:24198:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000014ca30cd/0x48cfcce1a55e8235 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947165.607268:0:24198:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1783947165.607739:0:24198:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783947165.607745:0:24198:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006e59b405/0x48cfcce1a55e823c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947165.607759:0:24198:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=846s v=(0 0) 00010000:00010000:3.0:1783947165.607763:0:24198:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783947165.607768:0:24198:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006e59b405/0x48cfcce1a55e823c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947165.607778:0:24198:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006e59b405/0x48cfcce1a55e823c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947165.607785:0:24198:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006e59b405/0x48cfcce1a55e823c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947165.607793:0:24198:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006e59b405/0x48cfcce1a55e823c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947165.607806:0:24198:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1783947165.608014:0:22681:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1783947165.608020:0:22681:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000014ca30cd/0x48cfcce1a55e8235 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947165.608028:0:22681:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da841756400 already unused, calling callback (ffffffffc0be1230) 00010000:00010000:2.0:1783947165.608031:0:22681:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000014ca30cd/0x48cfcce1a55e8235 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947165.608040:0:22681:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000014ca30cd/0x48cfcce1a55e8235 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947165.608057:0:22681:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000014ca30cd/0x48cfcce1a55e8235 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947165.608064:0:22681:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000014ca30cd/0x48cfcce1a55e8235 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947165.608090:0:22681:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783947165.608095:0:22681:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006e59b405/0x48cfcce1a55e823c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947165.608100:0:22681:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da841756c00 already unused, calling callback (ffffffffc0be1230) 00010000:00010000:2.0:1783947165.608103:0:22681:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006e59b405/0x48cfcce1a55e823c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947165.608110:0:22681:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006e59b405/0x48cfcce1a55e823c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947165.608118:0:22681:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006e59b405/0x48cfcce1a55e823c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947165.608125:0:22681:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006e59b405/0x48cfcce1a55e823c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947165.608134:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783947165.608136:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783947165.608137:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783947165.608759:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1783947165.610668:0:24198:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783947165.610679:0:24198:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000043943deb/0x48cfcce1a55e8243 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947165.610695:0:24198:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=846s v=(0 0) 00010000:00010000:2.0:1783947165.610713:0:24198:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783947165.610720:0:24198:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000043943deb/0x48cfcce1a55e8243 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947165.610735:0:24198:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000043943deb/0x48cfcce1a55e8243 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947165.610745:0:24198:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000043943deb/0x48cfcce1a55e8243 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947165.610750:0:24198:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000043943deb/0x48cfcce1a55e8243 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947165.610769:0:24198:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783947165.611137:0:22681:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783947165.611145:0:22681:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000043943deb/0x48cfcce1a55e8243 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.611154:0:22681:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da7036e9e00 already unused, calling callback (ffffffffc0be1230) 00010000:00010000:0.0:1783947165.611165:0:22681:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000043943deb/0x48cfcce1a55e8243 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.611175:0:22681:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000043943deb/0x48cfcce1a55e8243 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.611193:0:22681:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000043943deb/0x48cfcce1a55e8243 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.611201:0:22681:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000043943deb/0x48cfcce1a55e8243 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.611217:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783947165.611220:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783947165.611221:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1783947165.611319:0:24198:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783947165.611325:0:24198:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005b7d6b00/0x48cfcce1a55e824a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947165.611333:0:24198:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=846s v=(0 0) 00010000:00010000:2.0:1783947165.611336:0:24198:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783947165.611340:0:24198:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005b7d6b00/0x48cfcce1a55e824a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947165.611349:0:24198:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005b7d6b00/0x48cfcce1a55e824a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947165.611356:0:24198:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005b7d6b00/0x48cfcce1a55e824a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947165.611387:0:24198:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005b7d6b00/0x48cfcce1a55e824a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947165.611402:0:24198:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1783947165.611674:0:24198:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783947165.611680:0:24198:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009fb02a8c/0x48cfcce1a55e8251 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947165.611689:0:24198:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=846s v=(0 0) 00010000:00010000:2.0:1783947165.611692:0:24198:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783947165.611696:0:24198:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009fb02a8c/0x48cfcce1a55e8251 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947165.611705:0:24198:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009fb02a8c/0x48cfcce1a55e8251 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947165.611712:0:24198:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009fb02a8c/0x48cfcce1a55e8251 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947165.611720:0:24198:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009fb02a8c/0x48cfcce1a55e8251 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947165.611735:0:24198:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1783947165.611741:0:22681:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1783947165.611745:0:22681:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005b7d6b00/0x48cfcce1a55e824a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947165.611756:0:22681:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da7036e9800 already unused, calling callback (ffffffffc0be1230) 00010000:00010000:2.0:1783947165.611760:0:22681:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005b7d6b00/0x48cfcce1a55e824a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947165.611767:0:22681:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005b7d6b00/0x48cfcce1a55e824a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947165.611778:0:22681:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005b7d6b00/0x48cfcce1a55e824a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947165.611784:0:22681:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005b7d6b00/0x48cfcce1a55e824a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947165.611796:0:22681:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783947165.611800:0:22681:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009fb02a8c/0x48cfcce1a55e8251 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947165.611805:0:22681:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da7036e9a00 already unused, calling callback (ffffffffc0be1230) 00010000:00010000:2.0:1783947165.611808:0:22681:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009fb02a8c/0x48cfcce1a55e8251 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947165.611815:0:22681:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009fb02a8c/0x48cfcce1a55e8251 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947165.611824:0:22681:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009fb02a8c/0x48cfcce1a55e8251 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947165.611835:0:22681:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009fb02a8c/0x48cfcce1a55e8251 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947165.611848:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783947165.611849:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783947165.611851:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1783947165.612432:0:24198:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783947165.612439:0:24198:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002bf2d786/0x48cfcce1a55e8258 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947165.612449:0:24198:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=846s v=(0 0) 00010000:00010000:2.0:1783947165.612453:0:24198:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783947165.612457:0:24198:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002bf2d786/0x48cfcce1a55e8258 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947165.612467:0:24198:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002bf2d786/0x48cfcce1a55e8258 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947165.612475:0:24198:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002bf2d786/0x48cfcce1a55e8258 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947165.612482:0:24198:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002bf2d786/0x48cfcce1a55e8258 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947165.612499:0:24198:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783947165.612519:0:22681:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783947165.612528:0:22681:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002bf2d786/0x48cfcce1a55e8258 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947165.612536:0:22681:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da7036e8a00 already unused, calling callback (ffffffffc0be1230) 00010000:00010000:2.0:1783947165.612539:0:22681:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002bf2d786/0x48cfcce1a55e8258 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947165.612547:0:22681:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002bf2d786/0x48cfcce1a55e8258 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947165.612559:0:22681:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002bf2d786/0x48cfcce1a55e8258 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947165.612566:0:22681:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002bf2d786/0x48cfcce1a55e8258 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947165.612580:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783947165.612581:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783947165.612583:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1783947165.612835:0:24198:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783947165.612841:0:24198:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000aaead19a/0x48cfcce1a55e825f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947165.612849:0:24198:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=846s v=(0 0) 00010000:00010000:2.0:1783947165.612852:0:24198:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783947165.612857:0:24198:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aaead19a/0x48cfcce1a55e825f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947165.612875:0:24198:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000aaead19a/0x48cfcce1a55e825f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947165.612884:0:24198:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000aaead19a/0x48cfcce1a55e825f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947165.612891:0:24198:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000aaead19a/0x48cfcce1a55e825f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947165.612904:0:24198:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783947165.612910:0:22681:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783947165.612914:0:22681:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000aaead19a/0x48cfcce1a55e825f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947165.612921:0:22681:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da7036e9600 already unused, calling callback (ffffffffc0be1230) 00010000:00010000:2.0:1783947165.612924:0:22681:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000aaead19a/0x48cfcce1a55e825f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947165.612931:0:22681:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000aaead19a/0x48cfcce1a55e825f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947165.612941:0:22681:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000aaead19a/0x48cfcce1a55e825f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947165.613608:0:22681:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aaead19a/0x48cfcce1a55e825f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947165.613631:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783947165.613633:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783947165.613635:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1783947165.615307:0:24198:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783947165.615319:0:24198:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001ff92282/0x48cfcce1a55e8266 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947165.615334:0:24198:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=846s v=(0 0) 00010000:00010000:2.0:1783947165.615339:0:24198:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783947165.615345:0:24198:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001ff92282/0x48cfcce1a55e8266 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947165.615357:0:24198:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001ff92282/0x48cfcce1a55e8266 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947165.615382:0:24198:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001ff92282/0x48cfcce1a55e8266 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947165.615391:0:24198:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001ff92282/0x48cfcce1a55e8266 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947165.615415:0:24198:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1783947165.615866:0:24198:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783947165.615873:0:24198:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006d28fa9c/0x48cfcce1a55e826d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947165.615894:0:24198:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=846s v=(0 0) 00010000:00010000:2.0:1783947165.615897:0:24198:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783947165.615902:0:24198:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006d28fa9c/0x48cfcce1a55e826d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947165.615912:0:24198:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006d28fa9c/0x48cfcce1a55e826d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947165.615920:0:24198:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006d28fa9c/0x48cfcce1a55e826d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947165.615926:0:24198:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006d28fa9c/0x48cfcce1a55e826d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947165.615934:0:24198:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1783947165.617471:0:22680:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1783947165.617481:0:22680:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001ff92282/0x48cfcce1a55e8266 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.617493:0:22680:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da7036e8800 already unused, calling callback (ffffffffc0be1230) 00010000:00010000:0.0:1783947165.617497:0:22680:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001ff92282/0x48cfcce1a55e8266 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.617518:0:22680:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001ff92282/0x48cfcce1a55e8266 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.617538:0:22680:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001ff92282/0x48cfcce1a55e8266 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.617554:0:22680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001ff92282/0x48cfcce1a55e8266 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.617573:0:22680:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783947165.617577:0:22680:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006d28fa9c/0x48cfcce1a55e826d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.617583:0:22680:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da80246b000 already unused, calling callback (ffffffffc0be1230) 00010000:00010000:0.0:1783947165.617586:0:22680:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006d28fa9c/0x48cfcce1a55e826d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.617594:0:22680:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006d28fa9c/0x48cfcce1a55e826d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.617603:0:22680:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006d28fa9c/0x48cfcce1a55e826d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.617610:0:22680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006d28fa9c/0x48cfcce1a55e826d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.617622:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783947165.617624:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783947165.617625:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783947165.617860:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1783947165.617899:0:24198:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783947165.617906:0:24198:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007149647e/0x48cfcce1a55e8274 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.617922:0:24198:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=846s v=(0 0) 00010000:00010000:0.0:1783947165.617926:0:24198:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783947165.617933:0:24198:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007149647e/0x48cfcce1a55e8274 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.617943:0:24198:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007149647e/0x48cfcce1a55e8274 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.617964:0:24198:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007149647e/0x48cfcce1a55e8274 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.617977:0:24198:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007149647e/0x48cfcce1a55e8274 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.617999:0:24198:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1783947165.618016:0:22680:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783947165.618022:0:22680:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007149647e/0x48cfcce1a55e8274 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947165.618038:0:22680:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da841771c00 already unused, calling callback (ffffffffc0be1230) 00010000:00010000:1.0:1783947165.618041:0:22680:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007149647e/0x48cfcce1a55e8274 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947165.618048:0:22680:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007149647e/0x48cfcce1a55e8274 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947165.618062:0:22680:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007149647e/0x48cfcce1a55e8274 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947165.618069:0:22680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007149647e/0x48cfcce1a55e8274 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947165.618083:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783947165.618084:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783947165.618086:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1783947165.618428:0:24198:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783947165.618435:0:24198:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a7cf1ee4/0x48cfcce1a55e827b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.618442:0:24198:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=846s v=(0 0) 00010000:00010000:0.0:1783947165.618445:0:24198:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783947165.618449:0:24198:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a7cf1ee4/0x48cfcce1a55e827b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.618458:0:24198:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a7cf1ee4/0x48cfcce1a55e827b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.618478:0:24198:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a7cf1ee4/0x48cfcce1a55e827b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.618486:0:24198:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a7cf1ee4/0x48cfcce1a55e827b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.618503:0:24198:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1783947165.618865:0:24198:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783947165.618872:0:24198:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000db21c5ea/0x48cfcce1a55e8282 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.618881:0:24198:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=846s v=(0 0) 00010000:00010000:0.0:1783947165.618884:0:24198:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783947165.618889:0:24198:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000db21c5ea/0x48cfcce1a55e8282 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.618898:0:24198:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000db21c5ea/0x48cfcce1a55e8282 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.618907:0:24198:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000db21c5ea/0x48cfcce1a55e8282 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.618915:0:24198:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000db21c5ea/0x48cfcce1a55e8282 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.618939:0:24198:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:0.0:1783947165.619345:0:24198:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783947165.619352:0:24198:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000eae90afa/0x48cfcce1a55e8289 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.619361:0:24198:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=846s v=(0 0) 00010000:00010000:0.0:1783947165.619389:0:24198:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783947165.619395:0:24198:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000eae90afa/0x48cfcce1a55e8289 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.619405:0:24198:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000eae90afa/0x48cfcce1a55e8289 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.619413:0:24198:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000eae90afa/0x48cfcce1a55e8289 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.619420:0:24198:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000eae90afa/0x48cfcce1a55e8289 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.619429:0:24198:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:2.0:1783947165.619700:0:22681:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1783947165.619707:0:22681:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a7cf1ee4/0x48cfcce1a55e827b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947165.619716:0:22681:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da841771200 already unused, calling callback (ffffffffc0be1230) 00010000:00010000:2.0:1783947165.619720:0:22681:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a7cf1ee4/0x48cfcce1a55e827b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947165.619729:0:22681:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a7cf1ee4/0x48cfcce1a55e827b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947165.619758:0:22681:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a7cf1ee4/0x48cfcce1a55e827b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947165.619765:0:22681:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a7cf1ee4/0x48cfcce1a55e827b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947165.619783:0:22681:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1783947165.619787:0:22681:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000db21c5ea/0x48cfcce1a55e8282 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947165.619793:0:22681:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da841770600 already unused, calling callback (ffffffffc0be1230) 00010000:00010000:2.0:1783947165.619796:0:22681:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000db21c5ea/0x48cfcce1a55e8282 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947165.619804:0:22681:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000db21c5ea/0x48cfcce1a55e8282 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947165.619812:0:22681:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000db21c5ea/0x48cfcce1a55e8282 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947165.619819:0:22681:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000db21c5ea/0x48cfcce1a55e8282 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947165.619829:0:22681:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783947165.619832:0:22681:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000eae90afa/0x48cfcce1a55e8289 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947165.619843:0:22681:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da841770c00 already unused, calling callback (ffffffffc0be1230) 00010000:00010000:2.0:1783947165.619846:0:22681:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000eae90afa/0x48cfcce1a55e8289 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947165.619853:0:22681:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000eae90afa/0x48cfcce1a55e8289 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947165.619863:0:22681:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000eae90afa/0x48cfcce1a55e8289 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947165.619869:0:22681:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000eae90afa/0x48cfcce1a55e8289 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947165.619881:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783947165.619882:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783947165.619884:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1783947165.620282:0:24198:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783947165.620289:0:24198:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000064c33617/0x48cfcce1a55e8290 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.620297:0:24198:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=846s v=(0 0) 00010000:00010000:0.0:1783947165.620309:0:24198:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783947165.620314:0:24198:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000064c33617/0x48cfcce1a55e8290 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.620324:0:24198:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000064c33617/0x48cfcce1a55e8290 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.620333:0:24198:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000064c33617/0x48cfcce1a55e8290 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.620340:0:24198:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000064c33617/0x48cfcce1a55e8290 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.620387:0:24198:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1783947165.620678:0:24198:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783947165.620685:0:24198:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000932aea43/0x48cfcce1a55e8297 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.620693:0:24198:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=846s v=(0 0) 00010000:00010000:0.0:1783947165.620696:0:24198:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783947165.620699:0:24198:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000932aea43/0x48cfcce1a55e8297 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.620707:0:24198:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000932aea43/0x48cfcce1a55e8297 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.620714:0:24198:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000932aea43/0x48cfcce1a55e8297 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.620727:0:24198:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000932aea43/0x48cfcce1a55e8297 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.620736:0:24198:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1783947165.621187:0:22680:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1783947165.621194:0:22680:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000064c33617/0x48cfcce1a55e8290 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947165.621202:0:22680:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da841770400 already unused, calling callback (ffffffffc0be1230) 00010000:00010000:1.0:1783947165.621205:0:22680:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000064c33617/0x48cfcce1a55e8290 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947165.621213:0:22680:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000064c33617/0x48cfcce1a55e8290 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947165.621233:0:22680:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000064c33617/0x48cfcce1a55e8290 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947165.621241:0:22680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000064c33617/0x48cfcce1a55e8290 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947165.621258:0:22680:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783947165.621261:0:22680:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000932aea43/0x48cfcce1a55e8297 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947165.621268:0:22680:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da841771a00 already unused, calling callback (ffffffffc0be1230) 00010000:00010000:1.0:1783947165.621271:0:22680:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000932aea43/0x48cfcce1a55e8297 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947165.621278:0:22680:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000932aea43/0x48cfcce1a55e8297 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947165.621288:0:22680:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000932aea43/0x48cfcce1a55e8297 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947165.621295:0:22680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000932aea43/0x48cfcce1a55e8297 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947165.621307:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783947165.621309:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783947165.621316:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783947165.621724:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1783947165.622152:0:24198:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1783947165.622165:0:24198:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a7cb5eb4/0x48cfcce1a55e829e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947165.622176:0:24198:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=846s v=(0 0) 00010000:00010000:1.0:1783947165.622180:0:24198:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783947165.622186:0:24198:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a7cb5eb4/0x48cfcce1a55e829e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947165.622198:0:24198:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a7cb5eb4/0x48cfcce1a55e829e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947165.622207:0:24198:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a7cb5eb4/0x48cfcce1a55e829e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947165.622214:0:24198:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a7cb5eb4/0x48cfcce1a55e829e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947165.622269:0:24198:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1783947165.622868:0:24198:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1783947165.622877:0:24198:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006486200f/0x48cfcce1a55e82a5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947165.622886:0:24198:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=846s v=(0 0) 00010000:00010000:1.0:1783947165.622889:0:24198:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783947165.622893:0:24198:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006486200f/0x48cfcce1a55e82a5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947165.622913:0:24198:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006486200f/0x48cfcce1a55e82a5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947165.622922:0:24198:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006486200f/0x48cfcce1a55e82a5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947165.622928:0:24198:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006486200f/0x48cfcce1a55e82a5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.623030:0:22680:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1783947165.623037:0:22680:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a7cb5eb4/0x48cfcce1a55e829e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.623045:0:22680:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da83611b800 already unused, calling callback (ffffffffc0be1230) 00010000:00010000:0.0:1783947165.623154:0:22680:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a7cb5eb4/0x48cfcce1a55e829e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.623166:0:22680:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a7cb5eb4/0x48cfcce1a55e829e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.623183:0:22680:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a7cb5eb4/0x48cfcce1a55e829e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.623189:0:22680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a7cb5eb4/0x48cfcce1a55e829e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.623203:0:22680:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783947165.623206:0:22680:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006486200f/0x48cfcce1a55e82a5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.623223:0:22680:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da83611a000 already unused, calling callback (ffffffffc0be1230) 00010000:00010000:0.0:1783947165.623226:0:22680:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006486200f/0x48cfcce1a55e82a5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.623233:0:22680:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006486200f/0x48cfcce1a55e82a5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.623242:0:22680:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006486200f/0x48cfcce1a55e82a5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.623249:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783947165.623250:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783947165.623252:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783947165.623329:0:24198:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1783947165.623334:0:24198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006486200f/0x48cfcce1a55e82a5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1783947165.623759:0:24198:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1783947165.623766:0:24198:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000661a5036/0x48cfcce1a55e82ac lrc: 3/0,1 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947165.623775:0:24198:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=846s v=(0 0) 00010000:00010000:1.0:1783947165.623779:0:24198:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783947165.623784:0:24198:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000661a5036/0x48cfcce1a55e82ac lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947165.623794:0:24198:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000661a5036/0x48cfcce1a55e82ac lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947165.623815:0:24198:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000661a5036/0x48cfcce1a55e82ac lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947165.623823:0:24198:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000661a5036/0x48cfcce1a55e82ac lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947165.623958:0:22681:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783947165.623965:0:22681:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000661a5036/0x48cfcce1a55e82ac lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947165.623972:0:22681:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da83611ae00 already unused, calling callback (ffffffffc0be1230) 00010000:00010000:2.0:1783947165.623975:0:22681:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000661a5036/0x48cfcce1a55e82ac lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947165.623995:0:22681:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000661a5036/0x48cfcce1a55e82ac lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947165.624006:0:22681:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000661a5036/0x48cfcce1a55e82ac lrc: 2/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947165.624014:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783947165.624016:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783947165.624017:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783947165.624208:0:24198:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1783947165.624214:0:24198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000661a5036/0x48cfcce1a55e82ac lrc: 0/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1783947165.624585:0:24198:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1783947165.624591:0:24198:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000065170eb1/0x48cfcce1a55e82b3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947165.624601:0:24198:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=846s v=(0 0) 00010000:00010000:1.0:1783947165.624604:0:24198:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783947165.624609:0:24198:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000065170eb1/0x48cfcce1a55e82b3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947165.624619:0:24198:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000065170eb1/0x48cfcce1a55e82b3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947165.624628:0:24198:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000065170eb1/0x48cfcce1a55e82b3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947165.624648:0:24198:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000065170eb1/0x48cfcce1a55e82b3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.624696:0:22680:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783947165.624702:0:22680:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000065170eb1/0x48cfcce1a55e82b3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.624709:0:22680:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da83611b400 already unused, calling callback (ffffffffc0be1230) 00010000:00010000:0.0:1783947165.624712:0:22680:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000065170eb1/0x48cfcce1a55e82b3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.624720:0:22680:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000065170eb1/0x48cfcce1a55e82b3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947165.624730:0:22680:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000065170eb1/0x48cfcce1a55e82b3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947165.624820:0:24198:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1783947165.624834:0:24198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000065170eb1/0x48cfcce1a55e82b3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:1.0:1783947165.624882:0:24198:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0000: after destroy: set last_id to 0x280000401:34 00000100:00100000:1.0:1783947165.624983:0:24198:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da80497ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:22717:x1870603449826688:12345-0@lo:5:osp-pre-0-0.0 Request processed in 48763us (49704us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947165.624994:0:24198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1783947165.625064:0:22717:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da80497d500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22717:1870603449826688:0@lo:5:osp-pre-0-0.0 00000004:00080000:1.0:1783947165.625078:0:22717:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x280000401:0x41:0x0] from OST, last_created [0x280000401:0x41:0x0]last_used is [0x280000401:0x22:0x0] 00000100:00100000:1.0:1783947165.625119:0:22717:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da80497d500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22717:1870603449826816:0@lo:5:osp-pre-0-0.0 00000100:00100000:1.0:1783947165.625147:0:22717:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783947165.625167:0:22717:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da8404d7e40 going to sleep for 11 seconds 00000100:00100000:1.0:1783947165.625184:0:24196:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449826816 00000100:00100000:1.0:1783947165.625189:0:24196:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449826816 00010000:00010000:0.0:1783947165.625241:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783947165.626442:0:24198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1783947165.626460:0:24198:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da80497ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:22717:x1870603449826816:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:0.0:1783947165.626501:0:24198:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000401 at 66 00010000:00010000:2.0:1783947165.629165:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783947165.629172:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783947165.629175:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1783947165.636883:0:24193:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901890 is committed 00000001:00100000:2.0:1783947165.636935:0:24193:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000100:00100000:1.0:1783947165.637138:0:24198:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da80497ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:22717:x1870603449826816:12345-0@lo:5:osp-pre-0-0.0 Request processed in 10681us (11984us total) trans 12884901890 rc 0/0 00000100:00100000:1.0:1783947165.637151:0:24198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1783947165.637238:0:22717:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:2.0:1783947165.637246:0:22717:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da80497d500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22717:1870603449826816:0@lo:5:osp-pre-0-0.0 00000004:00080000:2.0:1783947165.637260:0:22717:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x280000401:0x41:0x0]-[0x280000401:0x61:0x0] 00010000:00010000:0.0:1783947165.960729:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:0.0:1783947166.121719:0:25011:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:0.0:1783947166.121723:0:25011:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/ost2_flakey 00000020:01000004:0.0:1783947166.121724:0:25011:0:(obd_mount.c:929:lmd_print()) options: errors=remount-ro 00000080:01200004:0.0:1783947166.121861:0:25011:0:(super25.c:130:lustre_fill_super()) VFS Op: sb ffff8da804f07000 00000020:01000004:0.0:1783947166.121879:0:25011:0:(tgt_mount.c:2500:osd_start()) Attempting to start lustre-OST0001, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:0.0:1783947166.121895:0:25011:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0001-osd (typ=osd-ldiskfs) 00000020:00000080:0.0:1783947166.121907:0:25011:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osd (ffff8da703e54d40) 00000020:00000080:0.0:1783947166.121923:0:25011:0:(obd_config.c:720:class_attach_name()) OBD: dev 25 attached type osd-ldiskfs with refcount 2 00100000:10000000:3.0:1783947166.178238:0:25011:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:3.0:1783947166.179698:0:25011:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:3.0:1783947166.180137:0:25011:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:3.0:1783947166.180707:0:25011:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:3.0:1783947166.181209:0:25011:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:3.0:1783947166.181850:0:25011:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:3.0:1783947166.182141:0:25011:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x5:0x0] (8/32) registered 00080000:01000000:3.0:1783947166.185272:0:25011:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0001: register osd-ldiskfs tunable parameters 00000020:00000080:3.0:1783947166.185957:0:25011:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00080000:01000000:3.0:1783947166.185984:0:25011:0:(osd_handler.c:8929:osd_obd_connect()) connect #0 00000020:00000080:3.0:1783947166.186005:0:25011:0:(genops.c:1406:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0x48cfcce1a55e82c1 00000020:01000004:3.0:1783947166.186012:0:25011:0:(tgt_mount.c:2585:server_fill_super()) Found service lustre-OST0001 on device /dev/mapper/ost2_flakey 00000020:01000004:3.0:1783947166.186037:0:25011:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.202.133@tcp:Set MGC reconnect 1 10000000:01000000:3.0:1783947166.186041:0:25011:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.202.133@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:3.0:1783947166.186213:0:25011:0:(tgt_mount.c:1809:server_start_targets()) starting target lustre-OST0001 00000020:01000004:3.0:1783947166.186244:0:25011:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost2_flakey 10000000:01000000:3.0:1783947166.186248:0:25011:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.202.133@tcp: cl_mgc_mutex lustre-OST0001-osd for locked: rc = 0 00000040:01000000:3.0:1783947166.196871:0:25011:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.202.133@tcp ctxt 0 is initialized 00000020:01000004:3.0:1783947166.196914:0:25011:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-OST0001, fs=lustre, 192.168.202.133@tcp, index=0001, flags=0x20002 00000020:01000004:3.0:1783947166.196919:0:25011:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:3.0:1783947166.196921:0:25011:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1783947166.196923:0:25011:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1783947166.196924:0:25011:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1783947166.196925:0:25011:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1783947166.196927:0:25011:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1783947166.196928:0:25011:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1783947166.196930:0:25011:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1783947166.196932:0:25011:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1783947166.196936:0:25011:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x10020002 00000020:01000004:3.0:1783947166.196938:0:25011:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1783947166.196939:0:25011:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1783947166.196940:0:25011:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1783947166.196942:0:25011:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1783947166.196943:0:25011:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1783947166.196944:0:25011:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1783947166.196945:0:25011:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1783947166.196946:0:25011:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1783947166.196947:0:25011:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1783947166.196984:0:25011:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:3.0:1783947166.197006:0:25011:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da703c1d500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:25011:1870603449826944:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1783947166.197176:0:25011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783947166.197293:0:25011:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da8416df240 going to sleep for 11 seconds 00000100:00100000:0.0:1783947166.197602:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449826944 00000100:00100000:0.0:1783947166.197611:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449826944 00000100:00100000:1.0:1783947166.197776:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:1.0:1783947166.197788:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da841889850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+21:25011:x1870603449826944:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1783947166.197824:0:22684:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:1.0:1783947166.197839:0:22684:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0001 is running on 0@lo 20000000:01000000:1.0:1783947166.197843:0:22684:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 00000100:00100000:1.0:1783947166.198447:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da841889850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+21:25011:x1870603449826944:12345-0@lo:253:mount.lustre.0 Request processed in 658us (1268us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947166.198456:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:0.0:1783947166.198570:0:25011:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da703c1d500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:25011:1870603449826944:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1783947166.198583:0:25011:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:0.0:1783947166.198587:0:25011:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1783947166.198589:0:25011:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1783947166.198590:0:25011:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1783947166.198592:0:25011:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1783947166.198593:0:25011:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1783947166.198595:0:25011:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1783947166.198596:0:25011:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1783947166.198597:0:25011:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1783947166.198599:0:25011:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:0.0:1783947166.198620:0:25011:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8da804f07000 from lustre-OST0001 10000000:01000000:0.0:1783947166.198654:0:25011:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-OST0001 from 0 10000000:01000000:0.0:1783947166.198657:0:25011:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0001-0000000000000000 10000000:01000000:0.0:1783947166.198666:0:25011:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff8da7031b99c0 local copy 00010000:00010000:0.0:1783947166.198684:0:25011:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da7036e8600/0x48cfcce1a55e7efb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e7f02 expref: -99 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783947166.198793:0:25011:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83feb8a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:25011:1870603449827072:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1783947166.198829:0:25011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947166.198917:0:25011:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da8181c29c0 going to sleep for 11 seconds 00000100:00100000:1.0:1783947166.199140:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449827072 00000100:00100000:1.0:1783947166.199145:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449827072 00000100:00100000:1.0:1783947166.199220:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:1.0:1783947166.199228:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da841888450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+21:25011:x1870603449827072:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1783947166.199298:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da841888450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+21:25011:x1870603449827072:12345-0@lo:501:mount.lustre.0 Request processed in 71us (468us total) trans 0 rc -2/-2 00000100:00100000:1.0:1783947166.199305:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00100000:0.0:1783947166.199363:0:25011:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83feb8a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:25011:1870603449827072:0@lo:501:mount.lustre.0 10000000:01000000:0.0:1783947166.199393:0:25011:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.202.133@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:0.0:1783947166.199412:0:25011:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.202.133@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:0.0:1783947166.199418:0:25011:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da7036e8600/0x48cfcce1a55e7efb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e7f02 expref: -99 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947166.199427:0:25011:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.133@tcp lock: ffff8da7036e8600/0x48cfcce1a55e7efb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e7f02 expref: -99 pid: 22671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1783947166.199449:0:25011:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8da804f07000 10000000:01000000:0.0:1783947166.199453:0:25011:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:0.0:1783947166.199458:0:25011:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0001-0000000000000000 10000000:01000000:0.0:1783947166.199460:0:25011:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1783947166.199463:0:25011:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 1 10000000:01000000:0.0:1783947166.199465:0:25011:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:0.0:1783947166.199484:0:25011:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da841771800/0x48cfcce1a55e82c8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947166.199491:0:25011:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.133@tcp lock: ffff8da841771800/0x48cfcce1a55e82c8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947166.199499:0:25011:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.133@tcp lock: ffff8da841771800/0x48cfcce1a55e82c8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783947166.199534:0:25011:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83feb8a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:25011:1870603449827200:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1783947166.199556:0:25011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947166.199670:0:25011:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da8181c29c0 going to sleep for 11 seconds 00000100:00100000:3.0:1783947166.199742:0:22686:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449827200 00000100:00100000:3.0:1783947166.199748:0:22686:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449827200 00000100:00100000:3.0:1783947166.199781:0:22686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:3.0:1783947166.199794:0:22686:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da84188bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42b3cb17-0205-4693-9331-418db4796772+21:25011:x1870603449827200:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1783947166.199804:0:22686:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783947166.199817:0:22686:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8da841757800/0x48cfcce1a55e82cf lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0x48cfcce1a55e82c8 expref: -99 pid: 22686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947166.199838:0:22686:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8da841757800/0x48cfcce1a55e82cf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x48cfcce1a55e82c8 expref: 22 pid: 22686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947166.199849:0:22686:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8da841757800/0x48cfcce1a55e82cf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x48cfcce1a55e82c8 expref: 22 pid: 22686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947166.199857:0:22686:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8da841757800, rc 0) 00000100:00100000:3.0:1783947166.199897:0:22686:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da84188bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42b3cb17-0205-4693-9331-418db4796772+22:25011:x1870603449827200:12345-0@lo:101:mount.lustre.0 Request processed in 104us (339us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947166.199903:0:22686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:0.0:1783947166.199984:0:25011:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83feb8a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:25011:1870603449827200:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1783947166.199997:0:25011:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.133@tcp lock: ffff8da841771800/0x48cfcce1a55e82c8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e82cf expref: -99 pid: 25011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947166.200006:0:25011:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.133@tcp lock: ffff8da841771800/0x48cfcce1a55e82c8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x48cfcce1a55e82cf expref: -99 pid: 25011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1783947166.201237:0:25011:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 11 count 11 00000040:00080000:0.0:1783947166.201902:0:25011:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1783947166.208858:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:0.0:1783947166.208918:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:0.0:1783947166.208934:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:0.0:1783947166.209251:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:0.0:1783947166.209278:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:0.0:1783947166.209292:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:0.0:1783947166.209305:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:0.0:1783947166.209319:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:0.0:1783947166.209334:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 120 off9752 00000040:00080000:0.0:1783947166.209360:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9976 00000040:00080000:0.0:1783947166.209390:0:25011:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 10 count 11 00000100:00100000:0.0:1783947166.209511:0:25011:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83feb8a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:25011:1870603449827328:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1783947166.209580:0:25011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947166.209623:0:25011:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da8181c2540 going to sleep for 11 seconds 00000100:00100000:3.0:1783947166.210112:0:22686:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449827328 00000100:00100000:3.0:1783947166.210121:0:22686:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449827328 00000100:00100000:3.0:1783947166.210168:0:22686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:3.0:1783947166.210183:0:22686:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da84188a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42b3cb17-0205-4693-9331-418db4796772+22:25011:x1870603449827328:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1783947166.210339:0:22686:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da84188a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42b3cb17-0205-4693-9331-418db4796772+22:25011:x1870603449827328:12345-0@lo:501:mount.lustre.0 Request processed in 161us (759us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947166.210346:0:22686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:0.0:1783947166.210776:0:25011:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83feb8a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:25011:1870603449827328:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1783947166.210832:0:25011:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83feb8a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:25011:1870603449827456:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1783947166.210878:0:25011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947166.210917:0:25011:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da8181c2540 going to sleep for 11 seconds 00000100:00100000:2.0:1783947166.211219:0:22685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449827456 00000100:00100000:2.0:1783947166.211225:0:22685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449827456 00000100:00100000:2.0:1783947166.211267:0:22685:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:2.0:1783947166.211276:0:22685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da84188ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42b3cb17-0205-4693-9331-418db4796772+22:25011:x1870603449827456:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1783947166.212297:0:22685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da84188ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42b3cb17-0205-4693-9331-418db4796772+22:25011:x1870603449827456:12345-0@lo:503:mount.lustre.0 Request processed in 1017us (1414us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947166.212307:0:22685:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:0.0:1783947166.212431:0:25011:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83feb8a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:25011:1870603449827456:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1783947166.212866:0:25011:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1783947166.212944:0:25011:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83feb8a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:25011:1870603449827584:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1783947166.213237:0:25011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947166.213579:0:25011:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da8416df240 going to sleep for 11 seconds 00000100:00100000:1.0:1783947166.216896:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449827584 00000100:00100000:1.0:1783947166.216913:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449827584 00000100:00100000:1.0:1783947166.216998:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:1.0:1783947166.217009:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da841888850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+22:25011:x1870603449827584:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1783947166.218624:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da841888850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+22:25011:x1870603449827584:12345-0@lo:502:mount.lustre.0 Request processed in 1609us (5378us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947166.218638:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:0.0:1783947166.218771:0:25011:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83feb8a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:25011:1870603449827584:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1783947166.219029:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:0.0:1783947166.219076:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:0.0:1783947166.219091:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:0.0:1783947166.219103:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:0.0:1783947166.219115:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:0.0:1783947166.219127:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:0.0:1783947166.219139:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:0.0:1783947166.219168:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:0.0:1783947166.219181:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 120 off9752 00000100:00100000:0.0:1783947166.219217:0:25011:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83feb8a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:25011:1870603449827712:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1783947166.219263:0:25011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947166.219306:0:25011:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da8416df240 going to sleep for 11 seconds 00000100:00100000:3.0:1783947166.219587:0:22686:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449827712 00000100:00100000:3.0:1783947166.219593:0:22686:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449827712 00000100:00100000:3.0:1783947166.219642:0:22686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:3.0:1783947166.219651:0:22686:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da841888c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42b3cb17-0205-4693-9331-418db4796772+22:25011:x1870603449827712:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1783947166.219764:0:22686:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da841888c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42b3cb17-0205-4693-9331-418db4796772+22:25011:x1870603449827712:12345-0@lo:502:mount.lustre.0 Request processed in 113us (500us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947166.219780:0:22686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:0.0:1783947166.219964:0:25011:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83feb8a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:25011:1870603449827712:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1783947166.220009:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9976 00000040:00080000:0.0:1783947166.220018:0:25011:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 10 count 11 00000020:01000000:0.0:1783947166.221601:0:25015:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1783947166.221613:0:25015:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/ost2_flakey 00000020:00000080:0.0:1783947166.221628:0:25015:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783947166.221631:0:25015:0:(obd_config.c:1561:class_process_config()) marker 29 (0x1) lustre-OST0001 add ost 00000020:00000080:0.0:1783947166.221637:0:25015:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1783947166.221651:0:25015:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001 (ffff8da703e50000) 00000020:00000080:0.0:1783947166.221690:0:25015:0:(obd_config.c:720:class_attach_name()) OBD: dev 26 attached type obdfilter with refcount 2 00000020:00000080:0.0:1783947166.221699:0:25015:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:01000004:0.0:1783947166.222129:0:25015:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8da804f07000 from lustre-OST0001, refs=2 00080000:01000000:0.0:1783947166.222141:0:25015:0:(osd_handler.c:8929:osd_obd_connect()) connect #1 00000020:00000080:0.0:1783947166.222149:0:25015:0:(genops.c:1406:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0x48cfcce1a55e82dd 00010000:00010000:0.0:1783947166.231231:0:25015:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0001_UUID-4 is initialized 00000001:00000004:2.0:1783947166.232301:0:25015:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 8589934594 00080000:10000000:2.0:1783947166.236268:0:25015:0:(osd_handler.c:5579:osd_index_try()) lustre-OST0001: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:2.0:1783947166.246991:0:25015:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:01000000:2.0:1783947166.247007:0:25015:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1783947166.247014:0:25015:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783947166.247016:0:25015:0:(obd_config.c:1561:class_process_config()) marker 29 (0x2) lustre-OST0001 add ost 00000020:01000000:2.0:1783947166.247020:0:25015:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1783947166.247025:0:25015:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783947166.247026:0:25015:0:(obd_config.c:1561:class_process_config()) marker 34 (0x1) lustre sys.timeout 00000020:00000080:2.0:1783947166.247029:0:25015:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1783947166.247031:0:25015:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:2.0:1783947166.247034:0:25015:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1783947166.247036:0:25015:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783947166.247037:0:25015:0:(obd_config.c:1561:class_process_config()) marker 34 (0x2) lustre sys.timeout 00000020:01000000:2.0:1783947166.247040:0:25015:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1783947166.247042:0:25015:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783947166.247415:0:25015:0:(obd_config.c:1561:class_process_config()) marker 39 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1783947166.247423:0:25015:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000020:01000000:2.0:1783947166.247460:0:25015:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1783947166.247463:0:25015:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783947166.247464:0:25015:0:(obd_config.c:1561:class_process_config()) marker 39 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1783947166.247467:0:25015:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 11 count 11 00000020:01000000:1.0:1783947166.248917:0:25011:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0001 gen 1-10 (rc=0) 10000000:01000000:1.0:1783947166.248957:0:25011:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.133@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:1.0:1783947166.250013:0:25011:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da841771800/0x48cfcce1a55e82c8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e82cf expref: -99 pid: 25011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947166.250031:0:25011:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.133@tcp lock: ffff8da841771800/0x48cfcce1a55e82c8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e82cf expref: -99 pid: 25011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1783947166.250174:0:25011:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff8da804f07000 from 1 10000000:01000000:1.0:1783947166.250194:0:25011:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1783947166.250238:0:25011:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da83611ae00/0x48cfcce1a55e82e4 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947166.250248:0:25011:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.133@tcp lock: ffff8da83611ae00/0x48cfcce1a55e82e4 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947166.250260:0:25011:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.133@tcp lock: ffff8da83611ae00/0x48cfcce1a55e82e4 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783947166.250288:0:25011:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da80497f480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:25011:1870603449827840:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1783947166.250405:0:25011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783947166.250467:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449827840 00000100:00100000:1.0:1783947166.250475:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449827840 00000100:00100000:1.0:1783947166.250545:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:1.0:1783947166.250554:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da84188b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+22:25011:x1870603449827840:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1783947166.250567:0:22684:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783947166.250580:0:22684:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8da83611a000/0x48cfcce1a55e82eb lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x48cfcce1a55e82e4 expref: -99 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947166.250602:0:22684:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8da83611a000/0x48cfcce1a55e82eb lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x48cfcce1a55e82e4 expref: 23 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947166.250614:0:22684:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8da83611a000/0x48cfcce1a55e82eb lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x48cfcce1a55e82e4 expref: 23 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947166.250624:0:22684:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8da83611a000, rc 0) 00000100:00100000:1.0:1783947166.250657:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da84188b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+23:25011:x1870603449827840:12345-0@lo:101:mount.lustre.0 Request processed in 105us (252us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947166.250663:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:1.0:1783947166.250720:0:25011:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da80335e540 going to sleep for 11 seconds 00000100:00100000:1.0:1783947166.250743:0:25011:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da80497f480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:25011:1870603449827840:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1783947166.253473:0:25011:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.133@tcp lock: ffff8da83611ae00/0x48cfcce1a55e82e4 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e82eb expref: -99 pid: 25011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947166.253491:0:25011:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.133@tcp lock: ffff8da83611ae00/0x48cfcce1a55e82e4 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x48cfcce1a55e82eb expref: -99 pid: 25011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1783947166.256413:0:25011:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:2.0:1783947166.256715:0:25011:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1783947166.256881:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:2.0:1783947166.256907:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:2.0:1783947166.256922:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:2.0:1783947166.256934:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:2.0:1783947166.256944:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:2.0:1783947166.256955:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:2.0:1783947166.256965:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:2.0:1783947166.256976:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:2.0:1783947166.256990:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:2.0:1783947166.257003:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:2.0:1783947166.257026:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:2.0:1783947166.257055:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:2.0:1783947166.257062:0:25011:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:2.0:1783947166.257138:0:25011:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da70204ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:25011:1870603449827968:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1783947166.257197:0:25011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783947166.258951:0:25011:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da7035b93c0 going to sleep for 11 seconds 00000100:00100000:3.0:1783947166.267978:0:22685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449827968 00000100:00100000:3.0:1783947166.267995:0:22685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449827968 00000100:00100000:3.0:1783947166.268073:0:22685:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:3.0:1783947166.268085:0:22685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da841889450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42b3cb17-0205-4693-9331-418db4796772+23:25011:x1870603449827968:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1783947166.268293:0:22685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da841889450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42b3cb17-0205-4693-9331-418db4796772+23:25011:x1870603449827968:12345-0@lo:501:mount.lustre.0 Request processed in 210us (11094us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947166.268302:0:22685:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:2.0:1783947166.268532:0:25011:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da70204ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:25011:1870603449827968:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1783947166.268583:0:25011:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da70204ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:25011:1870603449828096:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1783947166.268631:0:25011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783947166.268698:0:25011:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da7035b93c0 going to sleep for 11 seconds 00000100:00100000:1.0:1783947166.272217:0:22686:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449828096 00000100:00100000:1.0:1783947166.272234:0:22686:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449828096 00000100:00100000:1.0:1783947166.272340:0:22686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:1.0:1783947166.272352:0:22686:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da84188b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42b3cb17-0205-4693-9331-418db4796772+23:25011:x1870603449828096:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1783947166.272557:0:22686:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da84188b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42b3cb17-0205-4693-9331-418db4796772+23:25011:x1870603449828096:12345-0@lo:503:mount.lustre.0 Request processed in 207us (3924us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947166.272565:0:22686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:3.0:1783947166.272676:0:25011:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da70204ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:25011:1870603449828096:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1783947166.273126:0:25011:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1783947166.273205:0:25011:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da703c1ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:25011:1870603449828224:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1783947166.273252:0:25011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783947166.281115:0:25011:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da80339d0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1783947166.281787:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449828224 00000100:00100000:2.0:1783947166.281798:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449828224 00000100:00100000:2.0:1783947166.281858:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:2.0:1783947166.281869:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da841888050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+23:25011:x1870603449828224:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1783947166.283631:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da841888050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+23:25011:x1870603449828224:12345-0@lo:502:mount.lustre.0 Request processed in 1755us (10370us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947166.283646:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:3.0:1783947166.284637:0:25011:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da703c1ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:25011:1870603449828224:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1783947166.285256:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:2.0:1783947166.285294:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:2.0:1783947166.285308:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:2.0:1783947166.285320:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:2.0:1783947166.285333:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:2.0:1783947166.285344:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:2.0:1783947166.285356:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:2.0:1783947166.285602:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:2.0:1783947166.285625:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:2.0:1783947166.285639:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:2.0:1783947166.285653:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:2.0:1783947166.285712:0:25011:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da70204b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:25011:1870603449828352:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1783947166.285792:0:25011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783947166.285873:0:25011:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da7035b9540 going to sleep for 11 seconds 00000100:00100000:1.0:1783947166.285926:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449828352 00000100:00100000:1.0:1783947166.285935:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449828352 00000100:00100000:1.0:1783947166.286239:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:1.0:1783947166.286249:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da841889050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+23:25011:x1870603449828352:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1783947166.286410:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da841889050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+23:25011:x1870603449828352:12345-0@lo:502:mount.lustre.0 Request processed in 162us (616us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947166.286418:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:2.0:1783947166.286515:0:25011:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da70204b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:25011:1870603449828352:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1783947166.286565:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:2.0:1783947166.286573:0:25011:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:2.0:1783947166.287596:0:25019:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1783947166.287606:0:25019:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783947166.287608:0:25019:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:2.0:1783947166.287614:0:25019:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff8da804f07000 00000020:00000080:2.0:1783947166.287616:0:25019:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1783947166.287624:0:25019:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1783947166.287626:0:25019:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783947166.287628:0:25019:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:2.0:1783947166.287630:0:25019:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1783947166.287632:0:25019:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783947166.287633:0:25019:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:2.0:1783947166.287636:0:25019:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff8da804f07000 00000020:00000080:2.0:1783947166.287638:0:25019:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1783947166.287755:0:25019:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1783947166.287759:0:25019:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783947166.287761:0:25019:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:2.0:1783947166.287764:0:25019:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1783947166.287767:0:25019:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783947166.287768:0:25019:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1783947166.287771:0:25019:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8da804f07000 00000020:00000080:2.0:1783947166.287773:0:25019:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1783947166.293862:0:25019:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1783947166.293878:0:25019:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783947166.293879:0:25019:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1783947166.293884:0:25019:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1783947166.293903:0:25019:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783947166.293904:0:25019:0:(obd_config.c:1561:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:2.0:1783947166.293909:0:25019:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8da804f07000 00000020:00000080:2.0:1783947166.293911:0:25019:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1783947166.293996:0:25019:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1783947166.294001:0:25019:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783947166.294002:0:25019:0:(obd_config.c:1561:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:2.0:1783947166.294005:0:25019:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:3.0:1783947166.294395:0:25011:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:3.0:1783947166.294429:0:25011:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.133@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1783947166.294451:0:25011:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da83611ae00/0x48cfcce1a55e82e4 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e82eb expref: -99 pid: 25011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947166.294464:0:25011:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.133@tcp lock: ffff8da83611ae00/0x48cfcce1a55e82e4 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e82eb expref: -99 pid: 25011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783947166.294535:0:25011:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:3.0:1783947166.294538:0:25011:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8da804f07000 10000000:01000000:3.0:1783947166.294542:0:25011:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8da804f07000 10000000:01000000:3.0:1783947166.294546:0:25011:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1783947166.294559:0:25011:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff8da804f07000 from 1 10000000:01000000:3.0:1783947166.294562:0:25011:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1783947166.294603:0:25011:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da841756800/0x48cfcce1a55e82f2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947166.294612:0:25011:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.133@tcp lock: ffff8da841756800/0x48cfcce1a55e82f2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947166.294622:0:25011:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.133@tcp lock: ffff8da841756800/0x48cfcce1a55e82f2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783947166.294649:0:25011:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da703c1ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:25011:1870603449828480:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1783947166.294716:0:25011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783947166.301333:0:25011:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da80339d600 going to sleep for 11 seconds 00000100:00100000:3.0:1783947166.303124:0:22685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449828480 00000100:00100000:3.0:1783947166.303140:0:22685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449828480 00000100:00100000:3.0:1783947166.303204:0:22685:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:3.0:1783947166.303216:0:22685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8417a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42b3cb17-0205-4693-9331-418db4796772+23:25011:x1870603449828480:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1783947166.303235:0:22685:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783947166.303253:0:22685:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8da841757200/0x48cfcce1a55e82f9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0x48cfcce1a55e82f2 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947166.303285:0:22685:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8da841757200/0x48cfcce1a55e82f9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x48cfcce1a55e82f2 expref: 24 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947166.303296:0:22685:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8da841757200/0x48cfcce1a55e82f9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x48cfcce1a55e82f2 expref: 24 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947166.303306:0:22685:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8da841757200, rc 0) 00000100:00100000:3.0:1783947166.303414:0:22685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8417a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42b3cb17-0205-4693-9331-418db4796772+24:25011:x1870603449828480:12345-0@lo:101:mount.lustre.0 Request processed in 200us (8698us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947166.303431:0:22685:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:2.0:1783947166.303900:0:25011:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da703c1ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:25011:1870603449828480:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1783947166.303919:0:25011:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.133@tcp lock: ffff8da841756800/0x48cfcce1a55e82f2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e82f9 expref: -99 pid: 25011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947166.303928:0:25011:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.133@tcp lock: ffff8da841756800/0x48cfcce1a55e82f2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x48cfcce1a55e82f9 expref: -99 pid: 25011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1783947166.322436:0:25011:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:2.0:1783947166.322730:0:25011:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1783947166.322922:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:2.0:1783947166.322945:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:2.0:1783947166.322958:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:2.0:1783947166.322968:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:2.0:1783947166.322978:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:2.0:1783947166.322989:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:2.0:1783947166.323000:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:2.0:1783947166.323012:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:2.0:1783947166.323025:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:2.0:1783947166.323036:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:2.0:1783947166.323111:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:2.0:1783947166.323134:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:2.0:1783947166.323147:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:2.0:1783947166.323157:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:2.0:1783947166.323180:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:2.0:1783947166.323207:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:2.0:1783947166.323222:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:2.0:1783947166.323234:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:2.0:1783947166.323246:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:2.0:1783947166.323257:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:2.0:1783947166.323269:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:2.0:1783947166.323282:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:2.0:1783947166.323293:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:2.0:1783947166.323305:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:2.0:1783947166.323318:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:2.0:1783947166.323331:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:2.0:1783947166.323343:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:2.0:1783947166.323354:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:2.0:1783947166.323398:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:2.0:1783947166.323413:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:2.0:1783947166.323424:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:2.0:1783947166.323450:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:2.0:1783947166.323465:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:2.0:1783947166.323477:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:2.0:1783947166.323491:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:2.0:1783947166.323515:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:2.0:1783947166.323527:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:2.0:1783947166.323538:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:2.0:1783947166.323548:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:2.0:1783947166.323559:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:2.0:1783947166.323569:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:2.0:1783947166.323582:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:2.0:1783947166.323594:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:2.0:1783947166.323604:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:2.0:1783947166.323614:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:2.0:1783947166.323624:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:2.0:1783947166.323635:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:2.0:1783947166.323667:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:2.0:1783947166.323788:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:2.0:1783947166.323808:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:2.0:1783947166.323825:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:2.0:1783947166.323830:0:25011:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:2.0:1783947166.323917:0:25011:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da70204b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:25011:1870603449828608:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1783947166.323995:0:25011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783947166.324327:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449828608 00000100:00100000:1.0:1783947166.324335:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449828608 00000100:00100000:1.0:1783947166.324417:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:1.0:1783947166.324428:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8417a8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+24:25011:x1870603449828608:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1783947166.324562:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8417a8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+24:25011:x1870603449828608:12345-0@lo:501:mount.lustre.0 Request processed in 136us (566us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947166.324578:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:2.0:1783947166.325198:0:25011:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da7026e1f00 going to sleep for 11 seconds 00000100:00100000:2.0:1783947166.325224:0:25011:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da70204b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:25011:1870603449828608:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1783947166.325263:0:25011:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da70204b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:25011:1870603449828736:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1783947166.325310:0:25011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783947166.325328:0:25011:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da7026e1f00 going to sleep for 11 seconds 00000100:00100000:3.0:1783947166.326153:0:22686:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449828736 00000100:00100000:3.0:1783947166.326161:0:22686:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449828736 00000100:00100000:3.0:1783947166.326197:0:22686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:3.0:1783947166.326206:0:22686:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8417a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42b3cb17-0205-4693-9331-418db4796772+24:25011:x1870603449828736:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1783947166.326323:0:22686:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8417a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42b3cb17-0205-4693-9331-418db4796772+24:25011:x1870603449828736:12345-0@lo:503:mount.lustre.0 Request processed in 117us (1011us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947166.326330:0:22686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:3.0:1783947166.326674:0:25011:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da70204b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:25011:1870603449828736:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1783947166.327209:0:25011:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1783947166.327287:0:25011:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da703c1c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:25011:1870603449828864:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1783947166.327342:0:25011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783947166.327437:0:22685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449828864 00000100:00100000:1.0:1783947166.327442:0:22685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449828864 00000100:00100000:1.0:1783947166.327480:0:22685:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:1.0:1783947166.327488:0:22685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8417ab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42b3cb17-0205-4693-9331-418db4796772+24:25011:x1870603449828864:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1783947166.327586:0:22685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8417ab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42b3cb17-0205-4693-9331-418db4796772+24:25011:x1870603449828864:12345-0@lo:502:mount.lustre.0 Request processed in 99us (243us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947166.327593:0:22685:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:3.0:1783947166.327678:0:25011:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da842163180 going to sleep for 11 seconds 00000100:00100000:3.0:1783947166.327695:0:25011:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da703c1c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:25011:1870603449828864:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1783947166.327913:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:3.0:1783947166.327940:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:3.0:1783947166.327955:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:3.0:1783947166.327969:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:3.0:1783947166.327984:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:3.0:1783947166.327998:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:3.0:1783947166.328012:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:3.0:1783947166.328039:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:3.0:1783947166.328946:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:3.0:1783947166.328970:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:3.0:1783947166.328985:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:3.0:1783947166.329001:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:3.0:1783947166.329013:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:3.0:1783947166.329036:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:3.0:1783947166.329065:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:3.0:1783947166.329081:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:3.0:1783947166.329095:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:3.0:1783947166.329109:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:3.0:1783947166.329123:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:3.0:1783947166.329136:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:3.0:1783947166.329150:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:3.0:1783947166.329163:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:3.0:1783947166.329177:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:3.0:1783947166.329205:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:3.0:1783947166.329219:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:3.0:1783947166.329232:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:3.0:1783947166.329245:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:3.0:1783947166.329258:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:3.0:1783947166.329273:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:3.0:1783947166.329287:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:3.0:1783947166.329300:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:3.0:1783947166.329313:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:3.0:1783947166.329326:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:3.0:1783947166.329339:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:3.0:1783947166.329351:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:3.0:1783947166.329396:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:3.0:1783947166.329415:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:3.0:1783947166.329428:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:3.0:1783947166.329440:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:3.0:1783947166.329468:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:3.0:1783947166.329482:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:3.0:1783947166.329495:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:3.0:1783947166.329522:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:3.0:1783947166.329535:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:3.0:1783947166.329547:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:3.0:1783947166.329561:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:3.0:1783947166.329584:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:3.0:1783947166.329599:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:3.0:1783947166.329653:0:25011:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da703c1c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:25011:1870603449828992:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1783947166.329732:0:25011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783947166.329774:0:25011:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da812ef3d80 going to sleep for 11 seconds 00000100:00100000:1.0:1783947166.330002:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449828992 00000100:00100000:1.0:1783947166.330010:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449828992 00000100:00100000:1.0:1783947166.330075:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:1.0:1783947166.330086:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8417a9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+24:25011:x1870603449828992:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1783947166.330220:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8417a9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+24:25011:x1870603449828992:12345-0@lo:502:mount.lustre.0 Request processed in 135us (487us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947166.330229:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00100000:2.0:1783947166.330388:0:25011:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da703c1c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:25011:1870603449828992:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1783947166.330584:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:2.0:1783947166.330607:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:2.0:1783947166.330630:0:25011:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da702048700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:25011:1870603449829120:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1783947166.330669:0:25011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783947166.330696:0:25011:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da7026e1000 going to sleep for 11 seconds 00000100:00100000:3.0:1783947166.330769:0:22685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449829120 00000100:00100000:3.0:1783947166.330773:0:22685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449829120 00000100:00100000:3.0:1783947166.330811:0:22685:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:3.0:1783947166.330818:0:22685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8417aa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42b3cb17-0205-4693-9331-418db4796772+24:25011:x1870603449829120:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1783947166.330900:0:22685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8417aa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42b3cb17-0205-4693-9331-418db4796772+24:25011:x1870603449829120:12345-0@lo:502:mount.lustre.0 Request processed in 82us (230us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947166.330908:0:22685:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00100000:2.0:1783947166.330978:0:25011:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da702048700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:25011:1870603449829120:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1783947166.331010:0:25011:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:2.0:1783947166.331018:0:25011:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:2.0:1783947166.331820:0:25024:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0001 (typ=lwp) 00000020:00000080:2.0:1783947166.331835:0:25024:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0001 (ffff8da83de08000) 00000020:00000080:2.0:1783947166.331858:0:25024:0:(obd_config.c:720:class_attach_name()) OBD: dev 27 attached type lwp with refcount 2 00000020:01000004:2.0:1783947166.332029:0:25024:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8da804f07000 from lustre-OST0001, refs=3 00000020:01000004:2.0:1783947166.332033:0:25024:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8da804f07000 from lustre-OST0001, refs=3 00000020:01000004:2.0:1783947166.332036:0:25024:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8da804f07000 3 00010000:00080000:2.0:1783947166.332134:0:25024:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8da701b0d000@lustre-MDT0000-lwp-OST0001: add connection 192.168.202.133@tcp at head 00010000:00010000:3.0:1783947166.335198:0:25024:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0001-11 is initialized 00000020:00000080:3.0:1783947166.335316:0:25024:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000010:01000000:3.0:1783947166.335869:0:25024:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1783947166.335884:0:25024:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-OST0001, cookie 0x48cfcce1a55e8307 00000100:00080000:3.0:1783947166.335896:0:25024:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1783947166.335902:0:25024:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8da701b0d000 using connection 192.168.202.133@tcp/0@lo 00000100:00100000:3.0:1783947166.335939:0:25024:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da703c1e680 x1870603449829248/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1783947166.335979:0:25024:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1783947166.336340:0:20822:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1783947166.336345:0:20822:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1783947166.336347:0:20822:0:(import.c:65:import_set_state_nolock()) ffff8da836171000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1783947166.336352:0:20822:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 846 00000100:00080000:0.0:1783947166.336355:0:20822:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1783947166.336359:0:20822:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8da836171000 using connection 192.168.202.133@tcp/0@lo 00000100:00100000:0.0:1783947166.336396:0:20822:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da83febad80 x1870603449829632/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1783947166.336426:0:20822:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1783947166.336429:0:20822:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1783947166.336431:0:20822:0:(import.c:65:import_set_state_nolock()) ffff8da83fa18800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1783947166.336434:0:20822:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 846 00000100:00080000:0.0:1783947166.336436:0:20822:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1783947166.336439:0:20822:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8da83fa18800 using connection 192.168.202.133@tcp/0@lo 00000100:00100000:0.0:1783947166.336449:0:20822:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da83d3d6680 x1870603449830144/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1783947166.336529:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83feba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1870603449829888:0@lo:400:kworker.0 00000100:00100000:0.0:1783947166.336599:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947166.336630:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83d3d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3649:1870603449830528:0@lo:400:kworker.0 00000100:00100000:0.0:1783947166.336650:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947166.336671:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1783947166.336676:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83feb8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1870603449829376:0@lo:400:kworker.0 00000100:00100000:0.0:1783947166.336696:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947166.336712:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83d3d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1870603449830016:0@lo:400:kworker.0 00000100:00100000:0.0:1783947166.336730:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947166.336755:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83febb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1870603449829504:0@lo:400:kworker.0 00000100:00100000:0.0:1783947166.336775:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947166.336790:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83d3d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3647:1870603449830272:0@lo:400:kworker.0 00000100:00100000:0.0:1783947166.336807:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947166.336823:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1783947166.336828:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83feb9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3647:1870603449829760:0@lo:400:kworker.0 00000100:00100000:0.0:1783947166.336846:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947166.336858:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83d3d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3647:1870603449830400:0@lo:400:kworker.0 00000100:00100000:0.0:1783947166.336876:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947166.336902:0:23432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449829888 00000100:00100000:0.0:1783947166.336908:0:23432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449829888 00000100:00100000:0.0:1783947166.336949:0:23432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449829376 00000100:00100000:0.0:1783947166.336952:0:23432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449829376 00000100:00100000:0.0:1783947166.336967:0:23432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1783947166.336976:0:23432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83d3d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3649:x1870603449829888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783947166.337035:0:23432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83d3d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3649:x1870603449829888:12345-0@lo:400:kworker.0 Request processed in 59us (435us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947166.337190:0:23432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1783947166.337216:0:23432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1783947166.337222:0:23432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83d3d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3649:x1870603449829376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783947166.337250:0:23432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83d3d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3649:x1870603449829376:12345-0@lo:400:kworker.0 Request processed in 28us (554us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947166.337255:0:23432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1783947166.337272:0:22693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449830528 00000100:00100000:0.0:1783947166.337275:0:22693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449830528 00000100:00100000:0.0:1783947166.337302:0:22693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449830272 00000100:00100000:0.0:1783947166.337304:0:22693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449830272 00000100:00100000:0.0:1783947166.337314:0:22693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449829760 00000100:00100000:0.0:1783947166.337316:0:22693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449829760 00000100:00100000:0.0:1783947166.337326:0:22693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449830400 00000100:00100000:0.0:1783947166.337328:0:22693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449830400 00000100:00100000:0.0:1783947166.337340:0:22693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1783947166.337346:0:22693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83d3d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1870603449830528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783947166.337485:0:22693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83d3d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1870603449830528:12345-0@lo:400:kworker.0 Request processed in 139us (833us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947166.337493:0:22693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1783947166.337517:0:22693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1783947166.337524:0:22693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8416ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1870603449830272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783947166.337560:0:22693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8416ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1870603449830272:12345-0@lo:400:kworker.0 Request processed in 38us (752us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947166.337566:0:22693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1783947166.337577:0:22693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1783947166.337583:0:22693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8416c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1870603449829760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783947166.337607:0:22693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8416c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1870603449829760:12345-0@lo:400:kworker.0 Request processed in 24us (760us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947166.337620:0:22693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1783947166.337631:0:22693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1783947166.337636:0:22693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8416cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1870603449830400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783947166.337662:0:22693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8416cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1870603449830400:12345-0@lo:400:kworker.0 Request processed in 25us (784us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947166.337668:0:22693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1783947166.337712:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83feb8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1870603449829376:0@lo:400:kworker.0 00000100:00100000:0.0:1783947166.337725:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83feba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1870603449829888:0@lo:400:kworker.0 00010000:00080000:0.0:1783947166.337735:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8da83d3d6d80 x1870603449830528/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783947182 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783947166.337743:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83d3d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3649:1870603449830528:0@lo:400:kworker.0 00000100:00080000:0.0:1783947166.337766:0:22687:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1783947166.337770:0:22687:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1783947166.337839:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da703c1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3646:1870603449829248:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1783947166.337881:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783947166.337914:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83febad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1870603449829632:0@lo:8:kworker.0 00000100:00100000:2.0:1783947166.337935:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783947166.337953:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83d3d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1870603449830144:0@lo:8:kworker.0 00000100:00100000:2.0:1783947166.337971:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783947166.338002:0:24197:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449830016 00000100:00100000:2.0:1783947166.338007:0:24197:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449830016 00000100:00100000:2.0:1783947166.338035:0:24197:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449829504 00000100:00100000:2.0:1783947166.338038:0:24197:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449829504 00000100:00100000:2.0:1783947166.338059:0:24197:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449829632 00000100:00100000:2.0:1783947166.338061:0:24197:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449829632 00000100:00100000:2.0:1783947166.338070:0:24197:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449830144 00000100:00100000:2.0:1783947166.338072:0:24197:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449830144 00000100:00100000:2.0:1783947166.338097:0:24197:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1783947166.338103:0:24197:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83d3d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3649:x1870603449830016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783947166.338134:0:24197:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83d3d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3649:x1870603449830016:12345-0@lo:400:kworker.0 Request processed in 31us (1403us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947166.338139:0:24197:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1783947166.338150:0:24197:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1783947166.338155:0:24197:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8416cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3647:x1870603449829504:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783947166.338178:0:24197:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8416cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3647:x1870603449829504:12345-0@lo:400:kworker.0 Request processed in 23us (1402us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947166.338184:0:24197:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1783947166.338196:0:24197:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1783947166.338200:0:24197:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da70204a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3646:x1870603449829632:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1783947166.338254:0:24197:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da70204a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3646:x1870603449829632:12345-0@lo:8:kworker.0 Request processed in 52us (318us total) trans 0 rc -11/-11 00000100:00100000:2.0:1783947166.338261:0:24197:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1783947166.338273:0:24197:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1783947166.338277:0:24197:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da702048380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3646:x1870603449830144:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1783947166.338305:0:24197:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da702048380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3646:x1870603449830144:12345-0@lo:8:kworker.0 Request processed in 26us (332us total) trans 0 rc -11/-11 00000100:00100000:2.0:1783947166.338311:0:24197:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1783947166.338334:0:3646:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1783947166.338340:0:3646:0:(import.c:65:import_set_state_nolock()) ffff8da836171000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1783947166.338344:0:3646:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-11) 00000100:00100000:2.0:1783947166.338347:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83febad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1870603449829632:0@lo:8:kworker.0 00000100:00100000:2.0:1783947166.338355:0:3646:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:2.0:1783947166.338357:0:3646:0:(import.c:65:import_set_state_nolock()) ffff8da83fa18800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1783947166.338360:0:3646:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-11) 00000100:00100000:2.0:1783947166.338387:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83d3d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1870603449830144:0@lo:8:kworker.0 00010000:00080000:3.0:1783947166.338886:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8da83feb9c00 x1870603449829760/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783947182 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783947166.338899:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83feb9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3647:1870603449829760:0@lo:400:kworker.0 00010000:00080000:3.0:1783947166.338914:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8da83d3d5500 x1870603449830400/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783947182 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783947166.338934:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83d3d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3647:1870603449830400:0@lo:400:kworker.0 00000100:00100000:3.0:1783947166.338949:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83febb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1870603449829504:0@lo:400:kworker.0 00010000:00080000:3.0:1783947166.338961:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8da83d3d7480 x1870603449830272/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783947182 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783947166.338970:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83d3d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3647:1870603449830272:0@lo:400:kworker.0 00000100:00100000:0.0:1783947166.339124:0:22693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449829248 00000100:00100000:0.0:1783947166.339130:0:22693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449829248 00000100:00100000:0.0:1783947166.339165:0:22693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1783947166.339170:0:22693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da702048700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3646:x1870603449829248:12345-0@lo:38:llog_process_th.0 00010000:00080000:0.0:1783947166.339188:0:22693:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 847 last 0 00000020:00000080:0.0:1783947166.339220:0:22693:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-OST0001_UUID, cookie 0x48cfcce1a55e830e 00000004:00100000:0.0:1783947166.339234:0:22693:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:0.0:1783947166.339263:0:22693:0:(import.c:65:import_set_state_nolock()) ffff8da703eff800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1783947166.339318:0:22693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da702048700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3646:x1870603449829248:12345-0@lo:38:llog_process_th.0 Request processed in 146us (1436us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947166.339325:0:22693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00080000:0.0:1783947166.339349:0:22687:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1783947166.339394:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83d3d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1870603449830016:0@lo:400:kworker.0 00010000:00080000:0.0:1783947166.339423:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8da703c1e680 x1870603449829248/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1783947176 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783947166.339432:0:3646:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:0.0:1783947166.339437:0:3646:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0001: connect to target with instance 3 00000100:00080000:0.0:1783947166.339446:0:3646:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:0.0:1783947166.339450:0:3646:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:0.0:1783947166.339454:0:3646:0:(import.c:65:import_set_state_nolock()) ffff8da701b0d000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1783947166.339459:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da703c1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3646:1870603449829248:0@lo:38:llog_process_th.0 00000020:01000004:0.0:1783947166.346484:0:25024:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0001 (typ=lwp) 00000020:00000080:0.0:1783947166.346514:0:25024:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0001 (ffff8da703e519c0) 00000020:00000080:0.0:1783947166.346544:0:25024:0:(obd_config.c:720:class_attach_name()) OBD: dev 28 attached type lwp with refcount 2 00000020:01000004:0.0:1783947166.346726:0:25024:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8da804f07000 from lustre-OST0001, refs=3 00000020:01000004:0.0:1783947166.346731:0:25024:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8da804f07000 from lustre-OST0001, refs=3 00000020:01000004:0.0:1783947166.346733:0:25024:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8da804f07000 3 00010000:00080000:0.0:1783947166.346773:0:25024:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8da703efb000@lustre-MDT0001-lwp-OST0001: add connection 192.168.202.133@tcp at head 00010000:00010000:0.0:1783947166.348433:0:25024:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0001-12 is initialized 00000020:00000080:0.0:1783947166.348559:0:25024:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000010:01000000:0.0:1783947166.348602:0:25024:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1783947166.348616:0:25024:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-lwp-OST0001, cookie 0x48cfcce1a55e831c 00000100:00080000:0.0:1783947166.348627:0:25024:0:(import.c:510:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1783947166.348632:0:25024:0:(import.c:624:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8da703efb000 using connection 192.168.202.133@tcp/0@lo 00000100:00100000:0.0:1783947166.348669:0:25024:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da8416caa00 x1870603449830656/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1783947166.348720:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da8416caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3646:1870603449830656:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1783947166.348804:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947166.348875:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449830656 00000100:00100000:0.0:1783947166.348883:0:22692:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449830656 00000100:00100000:0.0:1783947166.348930:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1783947166.348937:0:22692:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8416c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3646:x1870603449830656:12345-0@lo:38:llog_process_th.0 00010000:00080000:0.0:1783947166.348969:0:22692:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 847 last 0 00000020:00000080:0.0:1783947166.349004:0:22692:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-lwp-OST0001_UUID, cookie 0x48cfcce1a55e8323 00000004:00100000:0.0:1783947166.349023:0:22692:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:0.0:1783947166.349060:0:22692:0:(import.c:65:import_set_state_nolock()) ffff8da703efb800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1783947166.349119:0:22692:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8416c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3646:x1870603449830656:12345-0@lo:38:llog_process_th.0 Request processed in 180us (314us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947166.349126:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00080000:0.0:1783947166.349165:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8da8416caa00 x1870603449830656/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1783947176 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783947166.349175:0:3646:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:0.0:1783947166.349183:0:3646:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0001: connect to target with instance 3 00000100:00080000:0.0:1783947166.349190:0:3646:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:0.0:1783947166.349195:0:3646:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:0.0:1783947166.349197:0:3646:0:(import.c:65:import_set_state_nolock()) ffff8da703efb000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1783947166.349203:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da8416caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3646:1870603449830656:0@lo:38:llog_process_th.0 00000100:00080000:0.0:1783947166.349218:0:25024:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000040:00080000:0.0:1783947166.352327:0:25024:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000020:01000000:3.0:1783947166.354494:0:25011:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:3.0:1783947166.354543:0:25011:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.133@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1783947166.354606:0:25011:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da841756800/0x48cfcce1a55e82f2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e82f9 expref: -99 pid: 25011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947166.354619:0:25011:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.133@tcp lock: ffff8da841756800/0x48cfcce1a55e82f2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e82f9 expref: -99 pid: 25011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:3.0:1783947166.354669:0:25011:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:3.0:1783947166.354671:0:25011:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1783947166.354672:0:25011:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1783947166.354674:0:25011:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1783947166.354675:0:25011:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1783947166.354676:0:25011:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1783947166.354678:0:25011:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1783947166.354680:0:25011:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1783947166.354681:0:25011:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1783947166.354686:0:25011:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x40020002 00000020:01000004:3.0:1783947166.354688:0:25011:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1783947166.354689:0:25011:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1783947166.354690:0:25011:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1783947166.354692:0:25011:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1783947166.354693:0:25011:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1783947166.354694:0:25011:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1783947166.354695:0:25011:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1783947166.354701:0:25011:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1783947166.354701:0:25011:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1783947166.354725:0:25011:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:3.0:1783947166.354747:0:25011:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da703c1f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:25011:1870603449830784:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1783947166.354819:0:25011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783947166.354858:0:25011:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da703627000 going to sleep for 11 seconds 00000100:00100000:3.0:1783947166.354883:0:22685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449830784 00000100:00100000:3.0:1783947166.354890:0:22685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449830784 00000100:00100000:3.0:1783947166.354931:0:22685:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:3.0:1783947166.354939:0:22685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8417a9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42b3cb17-0205-4693-9331-418db4796772+24:25011:x1870603449830784:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1783947166.354969:0:22685:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:3.0:1783947166.354984:0:22685:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:1.0:1783947166.365632:0:22685:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:1.0:1783947166.365681:0:22685:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 00000100:00100000:1.0:1783947166.365920:0:22685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8417a9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42b3cb17-0205-4693-9331-418db4796772+24:25011:x1870603449830784:12345-0@lo:253:mount.lustre.0 Request processed in 10976us (11095us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947166.365931:0:22685:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00100000:3.0:1783947166.366026:0:25011:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da703c1f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:42b3cb17-0205-4693-9331-418db4796772:25011:1870603449830784:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1783947166.366051:0:25011:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:3.0:1783947166.366054:0:25011:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1783947166.366056:0:25011:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1783947166.366057:0:25011:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1783947166.366059:0:25011:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1783947166.366060:0:25011:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1783947166.366061:0:25011:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1783947166.366062:0:25011:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1783947166.366064:0:25011:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1783947166.366066:0:25011:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:3.0:1783947166.366079:0:25011:0:(tgt_mount.c:2689:server_calc_timeout()) lustre-OST0001: Imperative Recovery not enabled, recovery window 60-180 00000001:00000004:3.0:1783947166.368615:0:25011:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 12884901888 20000000:01000000:2.0:1783947166.368806:0:22708:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:2.0:1783947166.368813:0:22708:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:2.0:1783947166.368834:0:22708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8da80246ba00/0x48cfcce1a55e832a lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947166.368855:0:22708:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8da817850c00/0x48cfcce1a55e81be lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x48cfcce1a55e81b7 expref: 23 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947166.368863:0:22708:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8da817850400/0x48cfcce1a55e81cc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x48cfcce1a55e81c5 expref: 23 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947166.368871:0:22708:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8da80246ba00/0x48cfcce1a55e832a lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947166.368918:0:22708:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8da817850400/0x48cfcce1a55e81cc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x48cfcce1a55e81c5 expref: 23 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947166.368931:0:22708:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8da817850400/0x48cfcce1a55e81cc lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x48cfcce1a55e81c5 expref: 23 pid: 22684 timeout: 947 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783947166.368945:0:22708:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da70204b100 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22708:1870603449830912:0@lo:104: 00000100:00100000:2.0:1783947166.369007:0:22708:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1783947166.369072:0:22708:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8da817850c00/0x48cfcce1a55e81be lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x48cfcce1a55e81b7 expref: 23 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947166.369080:0:22708:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8da817850c00/0x48cfcce1a55e81be lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x48cfcce1a55e81b7 expref: 23 pid: 22685 timeout: 947 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783947166.369088:0:22708:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da703c7b800 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22708:1870603449831040:0@lo:104: 00000100:00100000:2.0:1783947166.369110:0:22708:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783947166.369128:0:22708:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da7035b9780 going to sleep for 11 seconds 00000100:00100000:2.0:1783947166.369167:0:22675:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449830912 00000100:00100000:2.0:1783947166.369173:0:22675:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449830912 00000100:00100000:2.0:1783947166.369203:0:22675:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449831040 00000100:00100000:2.0:1783947166.369205:0:22675:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449831040 00000100:00100000:2.0:1783947166.369217:0:22675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1783947166.369225:0:22675:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da70204ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:42b3cb17-0205-4693-9331-418db4796772+4:22708:x1870603449830912:12345-0@lo:104: 00010000:00010000:2.0:1783947166.369236:0:22675:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.133@tcp lock: ffff8da817850800/0x48cfcce1a55e81c5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x48cfcce1a55e81cc expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947166.369281:0:22675:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1783947166.369287:0:22675:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da70204ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:42b3cb17-0205-4693-9331-418db4796772+4:22708:x1870603449830912:12345-0@lo:104: Request processed in 62us (281us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947166.369299:0:22675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1783947166.369315:0:22675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1783947166.369321:0:22675:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da84177f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:42b3cb17-0205-4693-9331-418db4796772+3:22708:x1870603449831040:12345-0@lo:104: 00010000:00010000:2.0:1783947166.369328:0:22675:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.133@tcp lock: ffff8da817851000/0x48cfcce1a55e81b7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x48cfcce1a55e81be expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947166.369393:0:22675:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:2.0:1783947166.369398:0:22675:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da84177f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:42b3cb17-0205-4693-9331-418db4796772+3:22708:x1870603449831040:12345-0@lo:104: Request processed in 78us (287us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947166.369403:0:22675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00010000:2.0:1783947166.369420:0:22680:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1783947166.369426:0:22680:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.133@tcp lock: ffff8da817850800/0x48cfcce1a55e81c5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x48cfcce1a55e81cc expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947166.369433:0:22680:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da817850800 already unused, calling callback (ffffffffc11dcc20) 10000000:00010000:2.0:1783947166.369436:0:22680:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.133@tcp lock: ffff8da817850800/0x48cfcce1a55e81c5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x48cfcce1a55e81cc expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947166.369444:0:22680:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.133@tcp lock: ffff8da817850800/0x48cfcce1a55e81c5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x48cfcce1a55e81cc expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1783947166.369451:0:22680:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.133@tcp lock: ffff8da817850800/0x48cfcce1a55e81c5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x48cfcce1a55e81cc expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1783947166.369457:0:22680:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1783947166.369484:0:22680:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.133@tcp lock: ffff8da817850800/0x48cfcce1a55e81c5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x48cfcce1a55e81cc expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947166.369490:0:22680:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1783947166.369525:0:22680:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.133@tcp lock: ffff8da817850800/0x48cfcce1a55e81c5 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x48cfcce1a55e81cc expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947166.369532:0:22680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.133@tcp lock: ffff8da817850800/0x48cfcce1a55e81c5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x48cfcce1a55e81cc expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947166.369543:0:22680:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783947166.369546:0:22680:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.133@tcp lock: ffff8da817851000/0x48cfcce1a55e81b7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x48cfcce1a55e81be expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947166.369551:0:22680:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da817851000 already unused, calling callback (ffffffffc11dcc20) 10000000:00010000:2.0:1783947166.369554:0:22680:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.133@tcp lock: ffff8da817851000/0x48cfcce1a55e81b7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x48cfcce1a55e81be expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947166.369559:0:22680:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.133@tcp lock: ffff8da817851000/0x48cfcce1a55e81b7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x48cfcce1a55e81be expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1783947166.369564:0:22680:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.133@tcp lock: ffff8da817851000/0x48cfcce1a55e81b7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x48cfcce1a55e81be expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1783947166.369568:0:22680:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1783947166.369579:0:22680:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.133@tcp lock: ffff8da817851000/0x48cfcce1a55e81b7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x48cfcce1a55e81be expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947166.369584:0:22680:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1783947166.369596:0:22680:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.133@tcp lock: ffff8da817851000/0x48cfcce1a55e81b7 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x48cfcce1a55e81be expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947166.369601:0:22680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.133@tcp lock: ffff8da817851000/0x48cfcce1a55e81b7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x48cfcce1a55e81be expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947166.369623:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783947166.369625:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783947166.369626:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783947166.369633:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783947166.369648:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1783947166.369658:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da84177f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:42b3cb17-0205-4693-9331-418db4796772:3649:1870603449831168:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1783947166.369687:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783947166.369708:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1783947166.369715:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da84177ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:42b3cb17-0205-4693-9331-418db4796772:3648:1870603449831296:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1783947166.369736:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783947166.369764:0:22677:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449831168 00000100:00100000:2.0:1783947166.369768:0:22677:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449831168 00010000:00010000:2.0:1783947166.369784:0:22677:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8da817850400/0x48cfcce1a55e81cc lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x48cfcce1a55e81c5 expref: 24 pid: 22684 timeout: 947 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783947166.369804:0:22677:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449831296 00000100:00100000:2.0:1783947166.369807:0:22677:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449831296 00010000:00010000:2.0:1783947166.369816:0:22677:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8da817850c00/0x48cfcce1a55e81be lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x48cfcce1a55e81b7 expref: 25 pid: 22685 timeout: 947 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783947166.369826:0:22677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1783947166.369831:0:22677:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da84177d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:42b3cb17-0205-4693-9331-418db4796772+25:3649:x1870603449831168:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1783947166.369840:0:22677:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783947166.369845:0:22677:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8da817850400/0x48cfcce1a55e81cc lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x48cfcce1a55e81c5 expref: 25 pid: 22684 timeout: 947 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947166.369854:0:22677:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8da817850400/0x48cfcce1a55e81cc lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x48cfcce1a55e81c5 expref: 25 pid: 22684 timeout: 947 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947166.369878:0:22677:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783947166.369905:0:22677:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da84177d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:42b3cb17-0205-4693-9331-418db4796772+25:3649:x1870603449831168:12345-0@lo:103:ldlm_bl.0 Request processed in 74us (217us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947166.369912:0:22677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1783947166.369924:0:22677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1783947166.369929:0:22677:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da84177d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:42b3cb17-0205-4693-9331-418db4796772+24:3648:x1870603449831296:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1783947166.369937:0:22677:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783947166.369942:0:22677:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8da817850c00/0x48cfcce1a55e81be lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x48cfcce1a55e81b7 expref: 24 pid: 22685 timeout: 947 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947166.369950:0:22677:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8da817850c00/0x48cfcce1a55e81be lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x48cfcce1a55e81b7 expref: 24 pid: 22685 timeout: 947 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947166.369961:0:22677:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8da80246ba00/0x48cfcce1a55e832a lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947166.369969:0:22677:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8da80246ba00/0x48cfcce1a55e832a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:2.0:1783947166.369981:0:22677:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.010989000s 00010000:00010000:2.0:1783947166.369986:0:22677:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8da80246ba00/0x48cfcce1a55e832a lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947166.369994:0:22677:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8da80246ba00/0x48cfcce1a55e832a lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947166.370000:0:22677:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8da80246ba00/0x48cfcce1a55e832a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947166.370015:0:22677:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8da80246ba00/0x48cfcce1a55e832a lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947166.370021:0:22677:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da80246ba00 already unused, calling callback (ffffffffc0be1230) 00010000:00010000:2.0:1783947166.370025:0:22677:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8da80246ba00/0x48cfcce1a55e832a lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947166.370033:0:22677:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8da80246ba00/0x48cfcce1a55e832a lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947166.370041:0:22677:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8da80246ba00/0x48cfcce1a55e832a lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947166.370050:0:22677:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783947166.370077:0:22677:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da84177d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:42b3cb17-0205-4693-9331-418db4796772+24:3648:x1870603449831296:12345-0@lo:103:ldlm_bl.0 Request processed in 147us (340us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947166.370084:0:22677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1783947166.370124:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da84177ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:42b3cb17-0205-4693-9331-418db4796772:3648:1870603449831296:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1783947166.370147:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da84177f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:42b3cb17-0205-4693-9331-418db4796772:3649:1870603449831168:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1783947166.370171:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8da817850400/0x48cfcce1a55e81cc lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x48cfcce1a55e81c5 expref: 23 pid: 22684 timeout: 947 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783947166.370181:0:22708:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da70204b100 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22708:1870603449830912:0@lo:104: 00010000:00010000:2.0:1783947166.370189:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8da817850c00/0x48cfcce1a55e81be lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x48cfcce1a55e81b7 expref: 22 pid: 22685 timeout: 947 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783947166.370197:0:22708:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da703c7b800 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22708:1870603449831040:0@lo:104: 00010000:00010000:2.0:1783947166.370216:0:22708:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8da80246ba00/0x48cfcce1a55e832a lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947166.370225:0:22708:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8da80246ba00/0x48cfcce1a55e832a lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947166.370232:0:22708:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8da80246ba00/0x48cfcce1a55e832a lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947166.370238:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8da80246ba00/0x48cfcce1a55e832a lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:3.0:1783947166.373594:0:25011:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0001: recovery is over 00100000:10000000:3.0:1783947166.373606:0:25011:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0001-osd: start master thread 00000020:01000004:3.0:1783947166.373649:0:25011:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:3.0:1783947166.373702:0:25011:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.202.133@tcp: cl_mgc_mutex unlock 00000020:01000004:3.0:1783947166.373720:0:25011:0:(tgt_mount.c:2458:server_fill_super_common()) Server sb, dev=50 00000080:00000004:3.0:1783947166.373739:0:25011:0:(super25.c:181:lustre_fill_super()) /dev/mapper/ost2_flakey: Mount complete 00000020:00000004:3.0:1783947166.374620:0:25011:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1783947166.374896:0:25011:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00000040:00080000:1.0:1783947166.529556:0:23446:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1783947166.975485:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:1.0:1783947167.532157:0:25078:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1783947167.532865:0:25078:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 10000000:01000000:2.0:1783947167.617811:0:22689:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1783947167.617819:0:22689:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff8da83ad5f000 from 14 10000000:01000000:2.0:1783947167.617825:0:22689:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1783947167.617869:0:22689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da80246ac00/0x48cfcce1a55e8331 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947167.617881:0:22689:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.133@tcp lock: ffff8da80246ac00/0x48cfcce1a55e8331 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947167.617891:0:22689:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.133@tcp lock: ffff8da80246ac00/0x48cfcce1a55e8331 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783947167.617915:0:22689:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da84177f480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42b3cb17-0205-4693-9331-418db4796772:22689:1870603449831424:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1783947167.617980:0:22689:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783947167.618026:0:22689:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da816593180 going to sleep for 11 seconds 00000100:00100000:3.0:1783947167.618251:0:22686:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449831424 00000100:00100000:3.0:1783947167.618260:0:22686:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449831424 00000100:00100000:3.0:1783947167.618325:0:22686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:3.0:1783947167.618336:0:22686:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8417aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42b3cb17-0205-4693-9331-418db4796772+22:22689:x1870603449831424:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1783947167.618350:0:22686:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783947167.618389:0:22686:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8da841756a00/0x48cfcce1a55e8338 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x48cfcce1a55e8331 expref: -99 pid: 22686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947167.618414:0:22686:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8da841756a00/0x48cfcce1a55e8338 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x48cfcce1a55e8331 expref: 23 pid: 22686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947167.618425:0:22686:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8da841756a00/0x48cfcce1a55e8338 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x48cfcce1a55e8331 expref: 23 pid: 22686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947167.618433:0:22686:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8da841756a00, rc 0) 00000100:00100000:3.0:1783947167.618470:0:22686:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8417aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42b3cb17-0205-4693-9331-418db4796772+23:22689:x1870603449831424:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 136us (490us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947167.618477:0:22686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00100000:2.0:1783947167.618662:0:22689:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da84177f480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42b3cb17-0205-4693-9331-418db4796772:22689:1870603449831424:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1783947167.618679:0:22689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.133@tcp lock: ffff8da80246ac00/0x48cfcce1a55e8331 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e8338 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947167.618699:0:22689:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.133@tcp lock: ffff8da80246ac00/0x48cfcce1a55e8331 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x48cfcce1a55e8338 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783947167.618810:0:22689:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da84177f480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42b3cb17-0205-4693-9331-418db4796772:22689:1870603449831552:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1783947167.618846:0:22689:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783947167.618879:0:22689:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da816593180 going to sleep for 11 seconds 00000100:00100000:1.0:1783947167.618972:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449831552 00000100:00100000:1.0:1783947167.618978:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449831552 00000100:00100000:1.0:1783947167.619005:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:1.0:1783947167.619013:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8417a8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+23:22689:x1870603449831552:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1783947167.619045:0:22684:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1783947167.619061:0:22684:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1783947167.619065:0:22684:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:1.0:1783947167.619277:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8417a8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+23:22689:x1870603449831552:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 264us (429us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947167.619284:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00100000:3.0:1783947167.620452:0:22689:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da84177f480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42b3cb17-0205-4693-9331-418db4796772:22689:1870603449831552:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1783947167.620539:0:22689:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.133@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1783947167.620547:0:22689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da80246ac00/0x48cfcce1a55e8331 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e8338 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947167.620558:0:22689:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.133@tcp lock: ffff8da80246ac00/0x48cfcce1a55e8331 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e8338 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783947167.620568:0:22689:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1783947167.620571:0:22689:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff8da840f5e000 from 14 10000000:01000000:3.0:1783947167.620573:0:22689:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1783947167.620605:0:22689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da841756e00/0x48cfcce1a55e833f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947167.620613:0:22689:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.133@tcp lock: ffff8da841756e00/0x48cfcce1a55e833f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947167.620622:0:22689:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.133@tcp lock: ffff8da841756e00/0x48cfcce1a55e833f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783947167.620640:0:22689:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da703c1f800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42b3cb17-0205-4693-9331-418db4796772:22689:1870603449831680:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1783947167.620688:0:22689:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783947167.620720:0:22689:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da8084e4480 going to sleep for 11 seconds 00000100:00100000:1.0:1783947167.622149:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449831680 00000100:00100000:1.0:1783947167.622161:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449831680 00000100:00100000:1.0:1783947167.622207:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:1.0:1783947167.622215:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8417a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+23:22689:x1870603449831680:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1783947167.622229:0:22684:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783947167.622244:0:22684:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8da83611b000/0x48cfcce1a55e8346 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x48cfcce1a55e833f expref: -99 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947167.622270:0:22684:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8da83611b000/0x48cfcce1a55e8346 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x48cfcce1a55e833f expref: 24 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947167.622280:0:22684:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8da83611b000/0x48cfcce1a55e8346 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x48cfcce1a55e833f expref: 24 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947167.622289:0:22684:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8da83611b000, rc 0) 00000100:00100000:1.0:1783947167.622346:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8417a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+24:22689:x1870603449831680:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 131us (1657us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947167.622353:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00100000:3.0:1783947167.622576:0:22689:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da703c1f800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42b3cb17-0205-4693-9331-418db4796772:22689:1870603449831680:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1783947167.622594:0:22689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.133@tcp lock: ffff8da841756e00/0x48cfcce1a55e833f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e8346 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947167.622603:0:22689:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.133@tcp lock: ffff8da841756e00/0x48cfcce1a55e833f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x48cfcce1a55e8346 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783947167.622659:0:22689:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da703c1f800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42b3cb17-0205-4693-9331-418db4796772:22689:1870603449831808:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1783947167.622696:0:22689:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783947167.622722:0:22689:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da8084e4480 going to sleep for 11 seconds 00000100:00100000:1.0:1783947167.622853:0:22686:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449831808 00000100:00100000:1.0:1783947167.622858:0:22686:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449831808 00000100:00100000:1.0:1783947167.622891:0:22686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000100:00100000:1.0:1783947167.622898:0:22686:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8417abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42b3cb17-0205-4693-9331-418db4796772+24:22689:x1870603449831808:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1783947167.622920:0:22686:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1783947167.622935:0:22686:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1783947167.622938:0:22686:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:1.0:1783947167.623011:0:22686:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8417abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42b3cb17-0205-4693-9331-418db4796772+24:22689:x1870603449831808:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 113us (314us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947167.623018:0:22686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00100000:3.0:1783947167.623193:0:22689:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da703c1f800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42b3cb17-0205-4693-9331-418db4796772:22689:1870603449831808:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1783947167.623248:0:22689:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.133@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1783947167.623254:0:22689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da841756e00/0x48cfcce1a55e833f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e8346 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947167.623263:0:22689:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.133@tcp lock: ffff8da841756e00/0x48cfcce1a55e833f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e8346 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947167.999969:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783947169.029612:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783947169.663660:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da8416caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1870603449831936:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1783947169.663732:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783947169.664819:0:24200:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449831936 00000100:00100000:1.0:1783947169.664831:0:24200:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449831936 00000100:00100000:1.0:1783947169.664913:0:24200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1783947169.664922:0:24200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da84177ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1870603449831936:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1783947169.664953:0:24200:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923501056 avail 3691978752 00000100:00080000:0.0:1783947169.665143:0:22687:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1783947169.670340:0:24200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da84177ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1870603449831936:12345-0@lo:13:osp-pre-0-1.0 Request processed in 5410us (6597us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947169.670355:0:24200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1783947169.670428:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da8416caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1870603449831936:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1783947170.048561:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783947170.688713:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da84177f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1870603449832064:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1783947170.688794:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947170.689223:0:23432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449832064 00000100:00100000:0.0:1783947170.689232:0:23432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449832064 00000100:00100000:0.0:1783947170.689285:0:23432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1783947170.689295:0:23432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8416c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3649:x1870603449832064:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1783947170.689334:0:23432:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1783947170.689410:0:23432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8416c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3649:x1870603449832064:12345-0@lo:41:osp-pre-0-1.0 Request processed in 115us (614us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947170.689417:0:23432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1783947170.689480:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da84177f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1870603449832064:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1783947170.695752:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da8416c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1870603449832192:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1783947170.695819:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947170.695883:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449832192 00000100:00100000:0.0:1783947170.695889:0:22697:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449832192 00000100:00100000:0.0:1783947170.695927:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1783947170.695935:0:22697:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8416cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3650:x1870603449832192:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1783947170.695975:0:22697:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1783947170.696012:0:22697:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8416cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3650:x1870603449832192:12345-0@lo:41:osp-pre-1-0.0 Request processed in 77us (192us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947170.696019:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1783947170.696056:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da8416c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1870603449832192:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1783947170.697201:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da84177ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1870603449832320:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1783947170.697254:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947170.697310:0:24199:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449832320 00000100:00100000:0.0:1783947170.697316:0:24199:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449832320 00000100:00100000:1.0:1783947170.697492:0:24199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1783947170.697502:0:24199:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8416c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1870603449832320:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1783947170.697522:0:24199:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923501056 avail 3691978752 00000100:00100000:1.0:1783947170.697566:0:24199:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8416c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1870603449832320:12345-0@lo:13:osp-pre-0-0.0 Request processed in 66us (312us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947170.697573:0:24199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00080000:0.0:1783947170.697745:0:22687:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1783947170.697784:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da84177ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1870603449832320:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1783947171.071490:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783947171.722327:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da80497f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:42b3cb17-0205-4693-9331-418db4796772:3648:1870603449832448:0@lo:400:kworker.0 00000100:00100000:3.0:1783947171.722438:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783947171.725572:0:22685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449832448 00000100:00100000:2.0:1783947171.725588:0:22685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449832448 00000100:00100000:2.0:1783947171.725660:0:22685:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115 00000100:00100000:2.0:1783947171.725670:0:22685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8417ab450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42b3cb17-0205-4693-9331-418db4796772+24:3648:x1870603449832448:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1783947171.726531:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1783947171.726536:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1783947171.726553:0:37:0:(import.c:65:import_set_state_nolock()) ffff8da836171000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1783947171.726562:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8da836171000 using connection 192.168.202.133@tcp/0@lo 00000100:00100000:1.0:1783947171.726585:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da80497f800 x1870603449832832/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1783947171.726810:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da80497e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1870603449832576:0@lo:400:kworker.0 00000100:00100000:0.0:1783947171.726875:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947171.726912:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1783947171.726919:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da80497c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1870603449832704:0@lo:400:kworker.0 00000100:00100000:0.0:1783947171.726944:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947171.726974:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da80497ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3647:1870603449832960:0@lo:400:kworker.0 00000100:00100000:0.0:1783947171.728938:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947171.729890:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449832576 00000100:00100000:0.0:1783947171.729903:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449832576 00000100:00100000:0.0:1783947171.729959:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1783947171.729968:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8416cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3649:x1870603449832576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783947171.730477:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8416cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3649:x1870603449832576:12345-0@lo:400:kworker.0 Request processed in 508us (3599us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947171.730486:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1783947171.730515:0:24197:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449832704 00000100:00100000:0.0:1783947171.730519:0:24197:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449832704 00000100:00100000:0.0:1783947171.730966:0:24197:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1783947171.730976:0:24197:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8416c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3649:x1870603449832704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783947171.731031:0:24197:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8416c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3649:x1870603449832704:12345-0@lo:400:kworker.0 Request processed in 58us (4086us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947171.731038:0:24197:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1783947171.731061:0:22694:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449832960 00000100:00100000:0.0:1783947171.731065:0:22694:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449832960 00000100:00100000:0.0:1783947171.731095:0:22694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1783947171.731102:0:22694:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8416c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1870603449832960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783947171.731141:0:22694:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8416c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1870603449832960:12345-0@lo:400:kworker.0 Request processed in 39us (2208us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947171.731162:0:22694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1783947171.731215:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da80497c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1870603449832704:0@lo:400:kworker.0 00000100:00100000:0.0:1783947171.731229:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da80497e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1870603449832576:0@lo:400:kworker.0 00010000:00080000:0.0:1783947171.731269:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8da80497ed80 x1870603449832960/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783947187 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783947171.731281:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da80497ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3647:1870603449832960:0@lo:400:kworker.0 00000100:00100000:0.0:1783947171.731323:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da80497f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1870603449832832:0@lo:8:kworker.0 00000100:00100000:0.0:1783947171.731399:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947171.731443:0:24685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449832832 00000100:00100000:0.0:1783947171.731447:0:24685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449832832 00000100:00100000:0.0:1783947171.731478:0:24685:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1783947171.731482:0:24685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8416ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3646:x1870603449832832:12345-0@lo:8:kworker.0 00010000:00080000:0.0:1783947171.731509:0:24685:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 852 last 0 00000020:00000080:0.0:1783947171.731535:0:24685:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x48cfcce1a55e834d 00002000:00100000:0.0:1783947171.731956:0:24685:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff8da703ef8800 ocd_connect_flags: 0xa044401443000026 ocd_version: 21136a2 ocd_grant: 0 ocd_index: 1 ocd_group 0 00002000:00080000:0.0:1783947171.731962:0:24685:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 0 00002000:00100000:0.0:1783947171.731965:0:24685:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:0.0:1783947171.732198:0:24685:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:0.0:1783947171.732224:0:24685:0:(import.c:65:import_set_state_nolock()) ffff8da703efc800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1783947171.732278:0:24685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8416ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3646:x1870603449832832:12345-0@lo:8:kworker.0 Request processed in 792us (877us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947171.732285:0:24685:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00010000:00080000:0.0:1783947171.732502:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8da80497f800 x1870603449832832/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1783947196 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1783947171.732537:0:3646:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0000: connect to target with instance 3 00000100:00080000:0.0:1783947171.732559:0:3646:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:0.0:1783947171.732565:0:3646:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:0.0:1783947171.732567:0:3646:0:(import.c:65:import_set_state_nolock()) ffff8da836171000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:0.0:1783947171.732583:0:3646:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:0.0:1783947171.732588:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da80497f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3646:1870603449832832:0@lo:8:kworker.0 00000004:00080000:0.0:1783947171.732612:0:22718:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:0.0:1783947171.732672:0:22718:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 852980304943ns, next at 0ns, rc = 0 00080000:00080000:0.0:1783947171.732680:0:22718:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:0.0:1783947171.732760:0:22719:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: going to cleanup orphans since [0x2c0000401:0x5:0x0] 00000100:00100000:0.0:1783947171.732781:0:22719:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da8416c9880 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22719:1870603449833216:0@lo:5:osp-pre-1-0.0 00000100:00100000:0.0:1783947171.732817:0:22719:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947171.732836:0:22719:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da84158a000 going to sleep for 11 seconds 00000100:00100000:0.0:1783947171.732851:0:24197:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449833216 00000100:00100000:0.0:1783947171.732855:0:24197:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449833216 00000100:00100000:0.0:1783947171.732893:0:24197:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1783947171.732901:0:24197:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8416cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:22719:x1870603449833216:12345-0@lo:5:osp-pre-1-0.0 00000100:00080000:0.0:1783947171.733140:0:22687:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1783947171.733149:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1783947171.733159:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da8416c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1870603449833088:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1783947171.733200:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947171.733351:0:24199:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449833088 00000100:00100000:0.0:1783947171.733356:0:24199:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449833088 00000100:00100000:0.0:1783947171.733411:0:24199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1783947171.733419:0:24199:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8416c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3647:x1870603449833088:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1783947171.733438:0:24199:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1783947171.733508:0:24199:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8416c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3647:x1870603449833088:12345-0@lo:13:osp-pre-1-0.0 Request processed in 89us (306us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947171.733516:0:24199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00080000:0.0:1783947171.733545:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8da8416c9180 x1870603449833088/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783947187 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783947171.733561:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da8416c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1870603449833088:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1783947171.737479:0:22685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8417ab450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42b3cb17-0205-4693-9331-418db4796772+24:3648:x1870603449832448:12345-0@lo:400:kworker.0 Request processed in 11803us (15033us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947171.737493:0:22685:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115 00000100:00100000:3.0:1783947171.739288:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da80497f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:42b3cb17-0205-4693-9331-418db4796772:3648:1870603449832448:0@lo:400:kworker.0 00000100:00100000:1.0:1783947171.741095:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1783947171.741113:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da80497f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1870603449833344:0@lo:400:kworker.0 00000100:00100000:1.0:1783947171.741177:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783947171.741224:0:23432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449833344 00000100:00100000:1.0:1783947171.741232:0:23432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449833344 00000100:00100000:1.0:1783947171.741278:0:23432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1783947171.741287:0:23432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da80497d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3650:x1870603449833344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783947171.741351:0:23432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da80497d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3650:x1870603449833344:12345-0@lo:400:kworker.0 Request processed in 65us (174us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947171.741358:0:23432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1783947171.741421:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da80497f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1870603449833344:0@lo:400:kworker.0 00000100:00080000:1.0:1783947171.741469:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1783947171.741473:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1783947171.741477:0:37:0:(import.c:65:import_set_state_nolock()) ffff8da83fa18800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1783947171.741484:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8da83fa18800 using connection 192.168.202.133@tcp/0@lo 00000100:00100000:1.0:1783947171.741496:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da80497f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1870603449833472:0@lo:400:kworker.0 00000100:00100000:1.0:1783947171.741521:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783947171.741793:0:24198:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449833472 00000100:00100000:1.0:1783947171.741798:0:24198:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449833472 00000100:00100000:1.0:1783947171.741885:0:24198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1783947171.741893:0:24198:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da80497c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3650:x1870603449833472:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783947171.741929:0:24198:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da80497c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3650:x1870603449833472:12345-0@lo:400:kworker.0 Request processed in 37us (407us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947171.741935:0:24198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1783947171.741959:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da80497f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1870603449833472:0@lo:400:kworker.0 00000100:00100000:1.0:1783947171.742010:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da80497f100 x1870603449833600/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1783947171.742052:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1783947171.742058:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da80497ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3650:1870603449833984:0@lo:400:kworker.0 00000100:00100000:1.0:1783947171.742087:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783947171.742111:0:22693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449833984 00000100:00100000:1.0:1783947171.742115:0:22693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449833984 00000100:00100000:3.0:1783947171.743632:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da80497f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3648:1870603449833856:0@lo:400:kworker.0 00000100:00100000:3.0:1783947171.743695:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783947171.743736:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1783947171.743743:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da80497f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3648:1870603449833728:0@lo:400:kworker.0 00000100:00100000:3.0:1783947171.743766:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783947171.743806:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449833856 00000100:00100000:3.0:1783947171.743813:0:22692:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449833856 00000100:00100000:0.0:1783947171.743990:0:3646:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da80497f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1870603449833600:0@lo:8:kworker.0 00000100:00100000:0.0:1783947171.744024:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947171.744057:0:24685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449833600 00000100:00100000:0.0:1783947171.744061:0:24685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449833600 00000100:00100000:0.0:1783947171.744095:0:24685:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1783947171.744103:0:24685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8416c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3646:x1870603449833600:12345-0@lo:8:kworker.0 00010000:00080000:0.0:1783947171.744462:0:24685:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 852 last 0 00000020:00000080:0.0:1783947171.744495:0:24685:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x48cfcce1a55e8354 00002000:00100000:0.0:1783947171.744509:0:24685:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0001-mdtlov_UUID/ffff8da703efd000 ocd_connect_flags: 0xa044401443000026 ocd_version: 21136a2 ocd_grant: 0 ocd_index: 1 ocd_group 1 00002000:00080000:0.0:1783947171.744514:0:24685:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 1 00002000:00100000:0.0:1783947171.744516:0:24685:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:0.0:1783947171.744687:0:24685:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 1 00000100:00080000:0.0:1783947171.744711:0:24685:0:(import.c:65:import_set_state_nolock()) ffff8da703eff000 : changing import state from RECOVER to FULL 00000100:00080000:2.0:1783947171.744758:0:22687:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1783947171.744763:0:22687:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1783947171.744764:0:22687:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1783947171.744767:0:24685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8416c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:3646:x1870603449833600:12345-0@lo:8:kworker.0 Request processed in 664us (742us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947171.744774:0:24685:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1783947171.745459:0:22693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449833728 00000100:00100000:1.0:1783947171.745478:0:22693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449833728 00000100:00100000:1.0:1783947171.745498:0:22693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1783947171.745506:0:22693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da80497e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3650:x1870603449833984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783947171.746446:0:22693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da80497e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3650:x1870603449833984:12345-0@lo:400:kworker.0 Request processed in 936us (4352us total) trans 0 rc 0/0 00000004:00080000:0.0:1783947171.746463:0:22672:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1 committed 00000100:00100000:1.0:1783947171.746467:0:22693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1783947171.746489:0:22693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1783947171.746497:0:22693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da703c1df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1870603449833728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783947171.746621:0:22693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da703c1df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1870603449833728:12345-0@lo:400:kworker.0 Request processed in 125us (2852us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947171.746627:0:22693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00010000:00080000:1.0:1783947171.746674:0:3650:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8da80497ed80 x1870603449833984/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783947187 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00080000:0.0:1783947171.746684:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8da80497f480 x1870603449833728/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783947187 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783947171.746689:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da80497ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3650:1870603449833984:0@lo:400:kworker.0 00000100:00100000:0.0:1783947171.746694:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da80497f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3648:1870603449833728:0@lo:400:kworker.0 00010000:00080000:1.0:1783947171.746927:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8da80497f100 x1870603449833600/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1783947196 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1783947171.746940:0:3646:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0001: connect to target with instance 3 00000100:00080000:1.0:1783947171.746955:0:3646:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:1.0:1783947171.746960:0:3646:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:1.0:1783947171.746964:0:3646:0:(import.c:65:import_set_state_nolock()) ffff8da83fa18800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:1.0:1783947171.746984:0:3646:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:1.0:1783947171.747062:0:3646:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da80497f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3646:1870603449833600:0@lo:8:kworker.0 00000004:00080000:1.0:1783947171.747083:0:23435:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:0.0:1783947171.747105:0:23436:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: going to cleanup orphans since [0x2c0000400:0x1:0x0] 00000004:00080000:1.0:1783947171.747192:0:23435:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 852994825439ns, next at 0ns, rc = 0 00080000:00080000:1.0:1783947171.747200:0:23435:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000100:00100000:0.0:1783947171.747225:0:23436:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da8416caa00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23436:1870603449834240:0@lo:7:osp-pre-1-1.0 00000100:00100000:1.0:1783947171.747232:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da8416c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1870603449834112:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1783947171.747267:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947171.747267:0:23436:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947171.747287:0:23436:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da84158a3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1783947171.747300:0:24199:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449834112 00000100:00100000:1.0:1783947171.747305:0:24199:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449834112 00000100:00100000:1.0:1783947171.747357:0:24199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1783947171.747385:0:24199:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da80497f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3650:x1870603449834112:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1783947171.747402:0:24199:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1783947171.747441:0:24199:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da80497f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3650:x1870603449834112:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (174us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947171.747460:0:24199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00080000:1.0:1783947171.747487:0:3650:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8da8416c8380 x1870603449834112/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783947187 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783947171.747502:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da8416c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1870603449834112:0@lo:13:osp-pre-1-1.0 00002000:00080000:1.0:1783947171.747524:0:24197:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000401 00002000:00080000:1.0:1783947171.747531:0:24197:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -60 00002000:02000040:1.0:1783947171.747536:0:24197:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0001: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x2c0000401:6 to 0x2c0000401:65) 00000100:00080000:2.0:1783947171.747723:0:22687:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1783947171.748529:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1783947171.748552:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83d3d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3648:1870603449834368:0@lo:400:kworker.0 00000100:00100000:0.0:1783947171.748597:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947171.748644:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83d3d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3648:1870603449834496:0@lo:400:kworker.0 00000100:00100000:0.0:1783947171.748667:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783947171.750793:0:24196:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449834240 00000100:00100000:3.0:1783947171.750808:0:24196:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449834240 00000100:00100000:3.0:1783947171.750872:0:24196:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1783947171.750882:0:24196:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83d3d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23436:x1870603449834240:12345-0@lo:7:osp-pre-1-1.0 00000100:00100000:3.0:1783947171.751271:0:22694:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449834368 00000100:00100000:3.0:1783947171.751276:0:22694:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449834368 00000100:00100000:3.0:1783947171.751316:0:22694:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449834496 00000100:00100000:3.0:1783947171.751319:0:22694:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449834496 00000100:00100000:3.0:1783947171.751348:0:22694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1783947171.751355:0:22694:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83d3d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3648:x1870603449834368:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783947171.751476:0:22694:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83d3d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3648:x1870603449834368:12345-0@lo:400:kworker.0 Request processed in 121us (2878us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947171.751484:0:22694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1783947171.751508:0:22694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1783947171.751514:0:22694:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83d3d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1870603449834496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783947171.751556:0:22694:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83d3d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1870603449834496:12345-0@lo:400:kworker.0 Request processed in 42us (2888us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947171.751562:0:22694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00010000:00080000:3.0:1783947171.751607:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8da83d3d6680 x1870603449834496/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783947187 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783947171.751621:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83d3d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3648:1870603449834496:0@lo:400:kworker.0 00010000:00080000:3.0:1783947171.751637:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8da83d3d7480 x1870603449834368/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783947187 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783947171.751645:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83d3d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3648:1870603449834368:0@lo:400:kworker.0 00000100:00100000:3.0:1783947171.751689:0:22694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1783947171.751696:0:22694:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da703c1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1870603449833856:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783947171.751730:0:22694:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da703c1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1870603449833856:12345-0@lo:400:kworker.0 Request processed in 35us (8035us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947171.751736:0:22694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00010000:00080000:3.0:1783947171.751762:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8da80497f800 x1870603449833856/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783947187 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783947171.751770:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da80497f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3648:1870603449833856:0@lo:400:kworker.0 00000100:00080000:0.0:1783947171.752023:0:22687:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1783947171.752028:0:22687:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00080000:0.0:1783947171.755974:0:23424:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1 committed 00002000:00080000:3.0:1783947171.756490:0:24196:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000400 00002000:00080000:3.0:1783947171.756501:0:24196:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0001: LAST FID is [0x2c0000400:0x41:0x0] 00000100:00100000:3.0:1783947171.756736:0:24196:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83d3d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23436:x1870603449834240:12345-0@lo:7:osp-pre-1-1.0 Request processed in 5852us (9463us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947171.756749:0:24196:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00010000:00080000:0.0:1783947171.763648:0:23436:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8da8416caa00 x1870603449834240/t0(0) o7->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 264/240 e 0 to 0 dl 1783947187 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783947171.763668:0:23436:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da8416caa00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23436:1870603449834240:0@lo:7:osp-pre-1-1.0 00000004:00080000:0.0:1783947171.763683:0:23436:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0001-osc-MDT0001: Got last_fid [0x2c0000400:0x41:0x0] 00000100:00100000:0.0:1783947171.763728:0:23436:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83d3d7480 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23436:1870603449834624:0@lo:5:osp-pre-1-1.0 00000100:00100000:0.0:1783947171.763780:0:23436:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947171.763820:0:23436:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da84158a3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1783947171.771264:0:24198:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449834624 00000100:00100000:1.0:1783947171.771279:0:24198:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449834624 00000100:00100000:1.0:1783947171.772804:0:24198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1783947171.772821:0:24198:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83d3d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23436:x1870603449834624:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:1.0:1783947171.772857:0:24198:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:1.0:1783947171.772932:0:24198:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83d3d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23436:x1870603449834624:12345-0@lo:5:osp-pre-1-1.0 Request processed in 117us (9150us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947171.772939:0:24198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00002000:00010000:1.0:1783947171.778257:0:24197:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1783947171.778271:0:24197:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003848635f/0x48cfcce1a55e835b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.778289:0:24197:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=853s v=(0 0) 00010000:00010000:1.0:1783947171.778294:0:24197:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783947171.778300:0:24197:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003848635f/0x48cfcce1a55e835b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.778318:0:24197:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003848635f/0x48cfcce1a55e835b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.778328:0:24197:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003848635f/0x48cfcce1a55e835b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.778336:0:24197:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003848635f/0x48cfcce1a55e835b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.778359:0:24197:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1783947171.778387:0:22681:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783947171.778393:0:22681:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003848635f/0x48cfcce1a55e835b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.778408:0:22681:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da83611a600 already unused, calling callback (ffffffffc0be1230) 00010000:00010000:1.0:1783947171.778413:0:22681:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003848635f/0x48cfcce1a55e835b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.778422:0:22681:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003848635f/0x48cfcce1a55e835b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.778440:0:22681:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003848635f/0x48cfcce1a55e835b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.778448:0:22681:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003848635f/0x48cfcce1a55e835b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.778479:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783947171.778481:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783947171.778483:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00080000:1.0:1783947171.784112:0:23436:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8da83d3d7480 x1870603449834624/t0(0) o5->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1783947187 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783947171.784132:0:23436:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83d3d7480 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23436:1870603449834624:0@lo:5:osp-pre-1-1.0 00000004:00080000:1.0:1783947171.784150:0:23436:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: Got last_id [0x2c0000400:0x41:0x0] from OST, last_created [0x2c0000400:0x41:0x0]last_used is [0x2c0000400:0x41:0x0] 00000100:00100000:1.0:1783947171.784204:0:23436:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da80497ed80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23436:1870603449834752:0@lo:5:osp-pre-1-1.0 00000100:00100000:1.0:1783947171.784264:0:23436:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783947171.784298:0:23436:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da8086aa3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1783947171.784322:0:24196:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449834752 00000100:00100000:1.0:1783947171.784335:0:24196:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449834752 00000100:00100000:1.0:1783947171.784403:0:24196:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1783947171.784411:0:24196:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da80497c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23436:x1870603449834752:12345-0@lo:5:osp-pre-1-1.0 00002000:00010000:0.0:1783947171.785533:0:24197:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783947171.785554:0:24197:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e9432ec2/0x48cfcce1a55e8362 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947171.785572:0:24197:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=853s v=(0 0) 00010000:00010000:0.0:1783947171.785577:0:24197:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783947171.785584:0:24197:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e9432ec2/0x48cfcce1a55e8362 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947171.785610:0:24197:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e9432ec2/0x48cfcce1a55e8362 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947171.785621:0:24197:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e9432ec2/0x48cfcce1a55e8362 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947171.785628:0:24197:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e9432ec2/0x48cfcce1a55e8362 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947171.785650:0:24197:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783947171.785662:0:22680:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783947171.785668:0:22680:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e9432ec2/0x48cfcce1a55e8362 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947171.785676:0:22680:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da841771000 already unused, calling callback (ffffffffc0be1230) 00010000:00010000:0.0:1783947171.785680:0:22680:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e9432ec2/0x48cfcce1a55e8362 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947171.785689:0:22680:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e9432ec2/0x48cfcce1a55e8362 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947171.785704:0:22680:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e9432ec2/0x48cfcce1a55e8362 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947171.785711:0:22680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e9432ec2/0x48cfcce1a55e8362 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947171.785736:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783947171.785738:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783947171.785740:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:1.0:1783947171.789529:0:24196:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000400 at 66 00002000:00010000:2.0:1783947171.799245:0:24197:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783947171.799260:0:24197:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000005d8dc15/0x48cfcce1a55e8369 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947171.799293:0:24197:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=853s v=(0 0) 00010000:00010000:2.0:1783947171.799298:0:24197:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783947171.799304:0:24197:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000005d8dc15/0x48cfcce1a55e8369 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947171.799320:0:24197:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000005d8dc15/0x48cfcce1a55e8369 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947171.799330:0:24197:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000005d8dc15/0x48cfcce1a55e8369 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947171.799338:0:24197:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000005d8dc15/0x48cfcce1a55e8369 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947171.799363:0:24197:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1783947171.800093:0:22681:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783947171.800104:0:22681:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000005d8dc15/0x48cfcce1a55e8369 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.800115:0:22681:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da80246b400 already unused, calling callback (ffffffffc0be1230) 00010000:00010000:1.0:1783947171.800119:0:22681:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000005d8dc15/0x48cfcce1a55e8369 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.800129:0:22681:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000005d8dc15/0x48cfcce1a55e8369 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.800148:0:22681:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000005d8dc15/0x48cfcce1a55e8369 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.800155:0:22681:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000005d8dc15/0x48cfcce1a55e8369 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.800179:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783947171.800181:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783947171.800183:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1783947171.804248:0:24197:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783947171.804263:0:24197:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d74c54e5/0x48cfcce1a55e8370 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947171.804282:0:24197:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=853s v=(0 0) 00010000:00010000:2.0:1783947171.804287:0:24197:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783947171.804295:0:24197:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d74c54e5/0x48cfcce1a55e8370 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947171.804309:0:24197:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d74c54e5/0x48cfcce1a55e8370 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947171.804333:0:24197:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d74c54e5/0x48cfcce1a55e8370 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947171.804341:0:24197:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d74c54e5/0x48cfcce1a55e8370 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947171.804390:0:24197:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1783947171.805178:0:22680:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783947171.805189:0:22680:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d74c54e5/0x48cfcce1a55e8370 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.805212:0:22680:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da80246a000 already unused, calling callback (ffffffffc0be1230) 00010000:00010000:1.0:1783947171.805217:0:22680:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d74c54e5/0x48cfcce1a55e8370 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.805227:0:22680:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d74c54e5/0x48cfcce1a55e8370 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.805246:0:22680:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d74c54e5/0x48cfcce1a55e8370 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.805254:0:22680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d74c54e5/0x48cfcce1a55e8370 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.805276:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783947171.805278:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783947171.805279:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1783947171.805619:0:24197:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783947171.805627:0:24197:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007a18fd22/0x48cfcce1a55e8377 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947171.805639:0:24197:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=853s v=(0 0) 00010000:00010000:2.0:1783947171.805643:0:24197:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783947171.805648:0:24197:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007a18fd22/0x48cfcce1a55e8377 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947171.805659:0:24197:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007a18fd22/0x48cfcce1a55e8377 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947171.805668:0:24197:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007a18fd22/0x48cfcce1a55e8377 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947171.805675:0:24197:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007a18fd22/0x48cfcce1a55e8377 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947171.805710:0:24197:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1783947171.806178:0:22681:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783947171.806184:0:22681:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007a18fd22/0x48cfcce1a55e8377 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.806193:0:22681:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da80246b200 already unused, calling callback (ffffffffc0be1230) 00010000:00010000:1.0:1783947171.806196:0:22681:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007a18fd22/0x48cfcce1a55e8377 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.806204:0:22681:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007a18fd22/0x48cfcce1a55e8377 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.806224:0:22681:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007a18fd22/0x48cfcce1a55e8377 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.806231:0:22681:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007a18fd22/0x48cfcce1a55e8377 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.806247:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783947171.806249:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783947171.806251:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1783947171.807812:0:24197:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783947171.807825:0:24197:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c654a125/0x48cfcce1a55e837e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947171.807840:0:24197:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=853s v=(0 0) 00010000:00010000:2.0:1783947171.807844:0:24197:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783947171.807850:0:24197:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c654a125/0x48cfcce1a55e837e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947171.807861:0:24197:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c654a125/0x48cfcce1a55e837e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947171.807871:0:24197:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c654a125/0x48cfcce1a55e837e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947171.807879:0:24197:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c654a125/0x48cfcce1a55e837e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947171.807895:0:24197:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1783947171.808150:0:22680:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783947171.808157:0:22680:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c654a125/0x48cfcce1a55e837e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.808165:0:22680:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da80246a200 already unused, calling callback (ffffffffc0be1230) 00010000:00010000:1.0:1783947171.808169:0:22680:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c654a125/0x48cfcce1a55e837e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.808178:0:22680:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c654a125/0x48cfcce1a55e837e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.808194:0:22680:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c654a125/0x48cfcce1a55e837e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.808201:0:22680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c654a125/0x48cfcce1a55e837e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.808231:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783947171.808233:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783947171.808235:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1783947171.809440:0:24197:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783947171.809460:0:24197:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c6e3f09d/0x48cfcce1a55e8385 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947171.809473:0:24197:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=853s v=(0 0) 00010000:00010000:2.0:1783947171.809484:0:24197:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783947171.809491:0:24197:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c6e3f09d/0x48cfcce1a55e8385 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947171.809505:0:24197:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c6e3f09d/0x48cfcce1a55e8385 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947171.809514:0:24197:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c6e3f09d/0x48cfcce1a55e8385 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947171.809522:0:24197:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c6e3f09d/0x48cfcce1a55e8385 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947171.809667:0:24197:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1783947171.813574:0:24197:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783947171.813588:0:24197:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000011e975c4/0x48cfcce1a55e838c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947171.813605:0:24197:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=853s v=(0 0) 00010000:00010000:2.0:1783947171.813610:0:24197:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783947171.813617:0:24197:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000011e975c4/0x48cfcce1a55e838c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947171.813631:0:24197:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000011e975c4/0x48cfcce1a55e838c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947171.813642:0:24197:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000011e975c4/0x48cfcce1a55e838c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947171.813659:0:24197:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000011e975c4/0x48cfcce1a55e838c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.817499:0:22681:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1783947171.817513:0:22681:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c6e3f09d/0x48cfcce1a55e8385 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.817525:0:22681:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da80246a800 already unused, calling callback (ffffffffc0be1230) 00010000:00010000:1.0:1783947171.817531:0:22681:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c6e3f09d/0x48cfcce1a55e8385 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.817553:0:22681:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c6e3f09d/0x48cfcce1a55e8385 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.817576:0:22681:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c6e3f09d/0x48cfcce1a55e8385 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.817586:0:22681:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c6e3f09d/0x48cfcce1a55e8385 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.817609:0:22681:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783947171.817613:0:22681:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000011e975c4/0x48cfcce1a55e838c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.817621:0:22681:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da80246b800 already unused, calling callback (ffffffffc0be1230) 00010000:00010000:1.0:1783947171.817632:0:22681:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000011e975c4/0x48cfcce1a55e838c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.817639:0:22681:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000011e975c4/0x48cfcce1a55e838c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.817649:0:22681:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000011e975c4/0x48cfcce1a55e838c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.817657:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783947171.817658:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783947171.817660:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783947171.822838:0:24197:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1783947171.822852:0:24197:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000011e975c4/0x48cfcce1a55e838c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947171.823079:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1783947171.824808:0:24197:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783947171.824824:0:24197:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007ebf5f46/0x48cfcce1a55e8393 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947171.824842:0:24197:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=853s v=(0 0) 00010000:00010000:3.0:1783947171.824846:0:24197:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783947171.824852:0:24197:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007ebf5f46/0x48cfcce1a55e8393 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947171.824868:0:24197:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007ebf5f46/0x48cfcce1a55e8393 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947171.824879:0:24197:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007ebf5f46/0x48cfcce1a55e8393 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947171.824887:0:24197:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007ebf5f46/0x48cfcce1a55e8393 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947171.824910:0:24197:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1783947171.825270:0:22681:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783947171.825279:0:22681:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007ebf5f46/0x48cfcce1a55e8393 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.825288:0:22681:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da841756600 already unused, calling callback (ffffffffc0be1230) 00010000:00010000:1.0:1783947171.825292:0:22681:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007ebf5f46/0x48cfcce1a55e8393 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.825302:0:22681:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007ebf5f46/0x48cfcce1a55e8393 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.825321:0:22681:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007ebf5f46/0x48cfcce1a55e8393 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.825329:0:22681:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007ebf5f46/0x48cfcce1a55e8393 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.825357:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783947171.825359:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783947171.825361:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1783947171.827361:0:24197:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783947171.827746:0:24197:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002d8520d2/0x48cfcce1a55e839a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947171.827763:0:24197:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=853s v=(0 0) 00010000:00010000:2.0:1783947171.827768:0:24197:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783947171.827774:0:24197:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002d8520d2/0x48cfcce1a55e839a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947171.827788:0:24197:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002d8520d2/0x48cfcce1a55e839a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947171.827799:0:24197:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002d8520d2/0x48cfcce1a55e839a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947171.827807:0:24197:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002d8520d2/0x48cfcce1a55e839a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947171.827837:0:24197:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783947171.828668:0:22680:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783947171.828677:0:22680:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002d8520d2/0x48cfcce1a55e839a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947171.828687:0:22680:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da80246aa00 already unused, calling callback (ffffffffc0be1230) 00010000:00010000:0.0:1783947171.828692:0:22680:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002d8520d2/0x48cfcce1a55e839a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947171.828702:0:22680:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002d8520d2/0x48cfcce1a55e839a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947171.828719:0:22680:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002d8520d2/0x48cfcce1a55e839a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947171.828727:0:22680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002d8520d2/0x48cfcce1a55e839a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947171.828743:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783947171.828745:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783947171.828747:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1783947171.829117:0:24197:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783947171.829126:0:24197:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bbdbf372/0x48cfcce1a55e83a1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947171.829136:0:24197:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=853s v=(0 0) 00010000:00010000:3.0:1783947171.829140:0:24197:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783947171.829145:0:24197:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bbdbf372/0x48cfcce1a55e83a1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947171.829167:0:24197:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bbdbf372/0x48cfcce1a55e83a1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947171.829176:0:24197:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bbdbf372/0x48cfcce1a55e83a1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947171.829183:0:24197:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bbdbf372/0x48cfcce1a55e83a1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947171.829203:0:24197:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783947171.829651:0:22681:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783947171.829658:0:22681:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bbdbf372/0x48cfcce1a55e83a1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947171.829674:0:22681:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da841757e00 already unused, calling callback (ffffffffc0be1230) 00010000:00010000:0.0:1783947171.829678:0:22681:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bbdbf372/0x48cfcce1a55e83a1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947171.829687:0:22681:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bbdbf372/0x48cfcce1a55e83a1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947171.829700:0:22681:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bbdbf372/0x48cfcce1a55e83a1 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947171.829707:0:22681:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bbdbf372/0x48cfcce1a55e83a1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947171.829721:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783947171.829723:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783947171.829724:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1783947171.830167:0:24197:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783947171.830175:0:24197:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000038042b84/0x48cfcce1a55e83a8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947171.830185:0:24197:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=853s v=(0 0) 00010000:00010000:3.0:1783947171.830189:0:24197:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783947171.830193:0:24197:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000038042b84/0x48cfcce1a55e83a8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947171.830204:0:24197:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000038042b84/0x48cfcce1a55e83a8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947171.830212:0:24197:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000038042b84/0x48cfcce1a55e83a8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947171.830230:0:24197:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000038042b84/0x48cfcce1a55e83a8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947171.830246:0:24197:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783947171.830447:0:22680:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783947171.830463:0:22680:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000038042b84/0x48cfcce1a55e83a8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947171.830470:0:22680:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da841757000 already unused, calling callback (ffffffffc0be1230) 00010000:00010000:0.0:1783947171.830474:0:22680:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000038042b84/0x48cfcce1a55e83a8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947171.830482:0:22680:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000038042b84/0x48cfcce1a55e83a8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947171.830500:0:22680:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000038042b84/0x48cfcce1a55e83a8 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947171.830507:0:22680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000038042b84/0x48cfcce1a55e83a8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947171.830519:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783947171.830521:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783947171.830523:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1783947171.837336:0:25012:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901889 is committed 00000001:00100000:3.0:1783947171.837388:0:25012:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000001:00100000:3.0:1783947171.837393:0:25012:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000100:00100000:2.0:1783947171.837606:0:24196:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da80497c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:23436:x1870603449834752:12345-0@lo:5:osp-pre-1-1.0 Request processed in 53191us (53338us total) trans 12884901889 rc 0/0 00000100:00100000:2.0:1783947171.837619:0:24196:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1783947171.837757:0:23436:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 12884901889 gen 2 00000100:00100000:3.0:1783947171.837766:0:23436:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da80497ed80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23436:1870603449834752:0@lo:5:osp-pre-1-1.0 00000004:00080000:3.0:1783947171.837780:0:23436:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0001: current precreated pool: [0x2c0000400:0x41:0x0]-[0x2c0000400:0x61:0x0] 00000100:00100000:3.0:1783947171.837829:0:23436:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da703c1ea00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23436:1870603449834880:0@lo:900:osp-pre-1-1.0 00000100:00100000:3.0:1783947171.837860:0:23436:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783947171.837890:0:23436:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da8084e4900 going to sleep for 11 seconds 00000100:00100000:2.0:1783947171.837938:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449834880 00000100:00100000:2.0:1783947171.837943:0:22704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449834880 00000100:00100000:3.0:1783947171.838112:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1783947171.838122:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da703c1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23436:x1870603449834880:12345-0@lo:900:osp-pre-1-1.0 00000100:00100000:3.0:1783947171.838164:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da703c1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23436:x1870603449834880:12345-0@lo:900:osp-pre-1-1.0 Request processed in 44us (303us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947171.838170:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:3.0:1783947171.838194:0:23436:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8da703c1ea00 x1870603449834880/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1783947187 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783947171.838206:0:23436:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da703c1ea00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23436:1870603449834880:0@lo:900:osp-pre-1-1.0 00002000:00010000:0.0:1783947171.838458:0:24197:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783947171.838468:0:24197:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e9432ec2/0x48cfcce1a55e83af lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947171.838486:0:24197:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=853s v=(0 0) 00010000:00010000:0.0:1783947171.838490:0:24197:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783947171.838497:0:24197:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e9432ec2/0x48cfcce1a55e83af lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947171.838511:0:24197:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e9432ec2/0x48cfcce1a55e83af lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947171.838521:0:24197:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e9432ec2/0x48cfcce1a55e83af lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947171.838528:0:24197:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e9432ec2/0x48cfcce1a55e83af lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947171.838696:0:24197:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1783947171.843773:0:24197:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783947171.843787:0:24197:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bbdbf372/0x48cfcce1a55e83b6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947171.843809:0:24197:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=853s v=(0 0) 00010000:00010000:3.0:1783947171.843814:0:24197:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783947171.843822:0:24197:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bbdbf372/0x48cfcce1a55e83b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947171.843836:0:24197:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bbdbf372/0x48cfcce1a55e83b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947171.843847:0:24197:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bbdbf372/0x48cfcce1a55e83b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947171.843855:0:24197:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bbdbf372/0x48cfcce1a55e83b6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947171.846691:0:22681:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1783947171.846708:0:22681:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e9432ec2/0x48cfcce1a55e83af lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947171.846725:0:22681:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da841771000 already unused, calling callback (ffffffffc0be1230) 00010000:00010000:2.0:1783947171.846730:0:22681:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e9432ec2/0x48cfcce1a55e83af lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947171.846742:0:22681:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e9432ec2/0x48cfcce1a55e83af lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947171.846764:0:22681:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e9432ec2/0x48cfcce1a55e83af lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947171.846772:0:22681:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e9432ec2/0x48cfcce1a55e83af lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947171.847213:0:24197:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1783947171.847651:0:22680:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783947171.847659:0:22680:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bbdbf372/0x48cfcce1a55e83b6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.847668:0:22680:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da841757e00 already unused, calling callback (ffffffffc0be1230) 00010000:00010000:1.0:1783947171.847672:0:22680:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bbdbf372/0x48cfcce1a55e83b6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.847680:0:22680:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bbdbf372/0x48cfcce1a55e83b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.847694:0:22680:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bbdbf372/0x48cfcce1a55e83b6 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.847700:0:22680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bbdbf372/0x48cfcce1a55e83b6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.847719:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783947171.847721:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783947171.847723:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783947171.849171:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783947171.849177:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783947171.849180:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1783947171.857108:0:24197:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783947171.857123:0:24197:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000011e975c4/0x48cfcce1a55e83bd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947171.857152:0:24197:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=853s v=(0 0) 00010000:00010000:2.0:1783947171.857156:0:24197:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783947171.857163:0:24197:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000011e975c4/0x48cfcce1a55e83bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947171.857178:0:24197:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000011e975c4/0x48cfcce1a55e83bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947171.857187:0:24197:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000011e975c4/0x48cfcce1a55e83bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947171.857195:0:24197:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000011e975c4/0x48cfcce1a55e83bd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947171.857211:0:24197:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1783947171.858192:0:24197:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783947171.858204:0:24197:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004eb01344/0x48cfcce1a55e83c4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947171.858217:0:24197:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=853s v=(0 0) 00010000:00010000:2.0:1783947171.858220:0:24197:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783947171.858225:0:24197:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004eb01344/0x48cfcce1a55e83c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947171.858236:0:24197:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004eb01344/0x48cfcce1a55e83c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947171.858261:0:24197:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004eb01344/0x48cfcce1a55e83c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947171.858268:0:24197:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004eb01344/0x48cfcce1a55e83c4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947171.858285:0:24197:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:2.0:1783947171.858742:0:24197:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783947171.858749:0:24197:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c231f0ef/0x48cfcce1a55e83cb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947171.858757:0:24197:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=853s v=(0 0) 00010000:00010000:2.0:1783947171.858760:0:24197:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783947171.858764:0:24197:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c231f0ef/0x48cfcce1a55e83cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947171.858772:0:24197:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c231f0ef/0x48cfcce1a55e83cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947171.858780:0:24197:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c231f0ef/0x48cfcce1a55e83cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947171.858787:0:24197:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c231f0ef/0x48cfcce1a55e83cb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947171.858805:0:24197:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:1.0:1783947171.859166:0:22680:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1783947171.859173:0:22680:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000011e975c4/0x48cfcce1a55e83bd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.859182:0:22680:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da80246b800 already unused, calling callback (ffffffffc0be1230) 00010000:00010000:1.0:1783947171.859187:0:22680:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000011e975c4/0x48cfcce1a55e83bd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.859195:0:22680:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000011e975c4/0x48cfcce1a55e83bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.859211:0:22680:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000011e975c4/0x48cfcce1a55e83bd lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.859219:0:22680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000011e975c4/0x48cfcce1a55e83bd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.859239:0:22680:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1783947171.859244:0:22680:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004eb01344/0x48cfcce1a55e83c4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.859250:0:22680:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da80246a600 already unused, calling callback (ffffffffc0be1230) 00010000:00010000:1.0:1783947171.859254:0:22680:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004eb01344/0x48cfcce1a55e83c4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.859261:0:22680:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004eb01344/0x48cfcce1a55e83c4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.859286:0:22680:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004eb01344/0x48cfcce1a55e83c4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.859293:0:22680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004eb01344/0x48cfcce1a55e83c4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.859305:0:22680:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783947171.859308:0:22680:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c231f0ef/0x48cfcce1a55e83cb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.859314:0:22680:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da80246a400 already unused, calling callback (ffffffffc0be1230) 00010000:00010000:1.0:1783947171.859317:0:22680:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c231f0ef/0x48cfcce1a55e83cb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.859325:0:22680:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c231f0ef/0x48cfcce1a55e83cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.859333:0:22680:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c231f0ef/0x48cfcce1a55e83cb lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.859341:0:22680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c231f0ef/0x48cfcce1a55e83cb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.859350:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783947171.859352:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783947171.859359:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1783947171.859629:0:24197:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783947171.859636:0:24197:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e2adb591/0x48cfcce1a55e83d2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947171.859644:0:24197:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=853s v=(0 0) 00010000:00010000:2.0:1783947171.859647:0:24197:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783947171.859652:0:24197:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e2adb591/0x48cfcce1a55e83d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947171.859662:0:24197:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e2adb591/0x48cfcce1a55e83d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947171.859670:0:24197:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e2adb591/0x48cfcce1a55e83d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947171.859676:0:24197:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e2adb591/0x48cfcce1a55e83d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947171.859694:0:24197:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1783947171.860681:0:24197:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783947171.860691:0:24197:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000130fbc4/0x48cfcce1a55e83d9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947171.860704:0:24197:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=853s v=(0 0) 00010000:00010000:2.0:1783947171.860716:0:24197:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783947171.860722:0:24197:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000130fbc4/0x48cfcce1a55e83d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947171.860734:0:24197:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000130fbc4/0x48cfcce1a55e83d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947171.860743:0:24197:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000130fbc4/0x48cfcce1a55e83d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947171.860751:0:24197:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000130fbc4/0x48cfcce1a55e83d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947171.860761:0:24197:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1783947171.861346:0:22681:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1783947171.861355:0:22681:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e2adb591/0x48cfcce1a55e83d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.861567:0:22681:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da80246ba00 already unused, calling callback (ffffffffc0be1230) 00010000:00010000:1.0:1783947171.861572:0:22681:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e2adb591/0x48cfcce1a55e83d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.861582:0:22681:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e2adb591/0x48cfcce1a55e83d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.861600:0:22681:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e2adb591/0x48cfcce1a55e83d2 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.861607:0:22681:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e2adb591/0x48cfcce1a55e83d2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.861623:0:22681:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783947171.861627:0:22681:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000130fbc4/0x48cfcce1a55e83d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.861633:0:22681:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da80246be00 already unused, calling callback (ffffffffc0be1230) 00010000:00010000:1.0:1783947171.861635:0:22681:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000130fbc4/0x48cfcce1a55e83d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.861642:0:22681:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000130fbc4/0x48cfcce1a55e83d9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.861660:0:22681:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000130fbc4/0x48cfcce1a55e83d9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.861666:0:22681:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000130fbc4/0x48cfcce1a55e83d9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.861677:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783947171.861679:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783947171.861681:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783947171.861709:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1783947171.864940:0:24197:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783947171.864954:0:24197:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007ebf5f46/0x48cfcce1a55e83e0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947171.864972:0:24197:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=853s v=(0 0) 00010000:00010000:3.0:1783947171.864977:0:24197:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783947171.864984:0:24197:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007ebf5f46/0x48cfcce1a55e83e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947171.865014:0:24197:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007ebf5f46/0x48cfcce1a55e83e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947171.865037:0:24197:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007ebf5f46/0x48cfcce1a55e83e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947171.865045:0:24197:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007ebf5f46/0x48cfcce1a55e83e0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947171.865067:0:24197:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1783947171.865078:0:22681:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783947171.865084:0:22681:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007ebf5f46/0x48cfcce1a55e83e0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947171.865091:0:22681:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da841756600 already unused, calling callback (ffffffffc0be1230) 00010000:00010000:3.0:1783947171.865096:0:22681:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007ebf5f46/0x48cfcce1a55e83e0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947171.865104:0:22681:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007ebf5f46/0x48cfcce1a55e83e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947171.865120:0:22681:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007ebf5f46/0x48cfcce1a55e83e0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947171.865128:0:22681:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007ebf5f46/0x48cfcce1a55e83e0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947171.865148:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783947171.865155:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783947171.865157:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1783947171.865892:0:24197:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783947171.865901:0:24197:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a120d9e5/0x48cfcce1a55e83e7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947171.865912:0:24197:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=853s v=(0 0) 00010000:00010000:3.0:1783947171.865916:0:24197:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783947171.865921:0:24197:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a120d9e5/0x48cfcce1a55e83e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947171.865931:0:24197:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a120d9e5/0x48cfcce1a55e83e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947171.865940:0:24197:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a120d9e5/0x48cfcce1a55e83e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947171.865947:0:24197:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a120d9e5/0x48cfcce1a55e83e7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947171.866069:0:24197:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1783947171.866603:0:24197:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1783947171.866611:0:24197:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003848635f/0x48cfcce1a55e83ee lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.866620:0:24197:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=853s v=(0 0) 00010000:00010000:1.0:1783947171.866623:0:24197:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783947171.866627:0:24197:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003848635f/0x48cfcce1a55e83ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.866637:0:24197:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003848635f/0x48cfcce1a55e83ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.866645:0:24197:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003848635f/0x48cfcce1a55e83ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.866652:0:24197:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003848635f/0x48cfcce1a55e83ee lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947171.866776:0:22680:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1783947171.866783:0:22680:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a120d9e5/0x48cfcce1a55e83e7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947171.866791:0:22680:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da841756000 already unused, calling callback (ffffffffc0be1230) 00010000:00010000:2.0:1783947171.866795:0:22680:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a120d9e5/0x48cfcce1a55e83e7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947171.866804:0:22680:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a120d9e5/0x48cfcce1a55e83e7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947171.866819:0:22680:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a120d9e5/0x48cfcce1a55e83e7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947171.866838:0:22680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a120d9e5/0x48cfcce1a55e83e7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947171.866855:0:22680:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783947171.866858:0:22680:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003848635f/0x48cfcce1a55e83ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947171.866864:0:22680:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da83611a600 already unused, calling callback (ffffffffc0be1230) 00010000:00010000:2.0:1783947171.866867:0:22680:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003848635f/0x48cfcce1a55e83ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947171.866873:0:22680:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003848635f/0x48cfcce1a55e83ee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947171.866882:0:22680:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003848635f/0x48cfcce1a55e83ee lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947171.866889:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783947171.866891:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783947171.866893:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783947171.870839:0:24197:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1783947171.870855:0:24197:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003848635f/0x48cfcce1a55e83ee lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1783947171.872636:0:24197:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1783947171.872648:0:24197:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000d42c2c3/0x48cfcce1a55e83f5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.872666:0:24197:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=853s v=(0 0) 00010000:00010000:1.0:1783947171.872671:0:24197:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783947171.872677:0:24197:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000d42c2c3/0x48cfcce1a55e83f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.872692:0:24197:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000d42c2c3/0x48cfcce1a55e83f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.872702:0:24197:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000d42c2c3/0x48cfcce1a55e83f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.872709:0:24197:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000d42c2c3/0x48cfcce1a55e83f5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947171.875158:0:22681:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783947171.875175:0:22681:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000d42c2c3/0x48cfcce1a55e83f5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947171.875190:0:22681:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da83611b600 already unused, calling callback (ffffffffc0be1230) 00010000:00010000:3.0:1783947171.875195:0:22681:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000d42c2c3/0x48cfcce1a55e83f5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947171.875219:0:22681:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000d42c2c3/0x48cfcce1a55e83f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947171.875244:0:22681:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000d42c2c3/0x48cfcce1a55e83f5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947171.875258:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783947171.875260:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783947171.875262:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783947171.876804:0:24197:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1783947171.876816:0:24197:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000d42c2c3/0x48cfcce1a55e83f5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947171.877388:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1783947171.877674:0:24197:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1783947171.877682:0:24197:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007c504f25/0x48cfcce1a55e83fc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.877696:0:24197:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=853s v=(0 0) 00010000:00010000:1.0:1783947171.877701:0:24197:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783947171.877708:0:24197:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007c504f25/0x48cfcce1a55e83fc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.877722:0:24197:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007c504f25/0x48cfcce1a55e83fc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.877732:0:24197:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007c504f25/0x48cfcce1a55e83fc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.877740:0:24197:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007c504f25/0x48cfcce1a55e83fc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.877763:0:24197:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1783947171.878129:0:22681:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783947171.878137:0:22681:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007c504f25/0x48cfcce1a55e83fc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947171.878146:0:22681:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da83611aa00 already unused, calling callback (ffffffffc0be1230) 00010000:00010000:3.0:1783947171.878151:0:22681:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007c504f25/0x48cfcce1a55e83fc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947171.878161:0:22681:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007c504f25/0x48cfcce1a55e83fc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947171.878180:0:22681:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007c504f25/0x48cfcce1a55e83fc lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947171.878188:0:22681:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007c504f25/0x48cfcce1a55e83fc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947171.878220:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783947171.878222:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783947171.878224:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1783947171.878312:0:24197:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1783947171.878319:0:24197:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000043163c92/0x48cfcce1a55e8403 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.878327:0:24197:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=853s v=(0 0) 00010000:00010000:1.0:1783947171.878330:0:24197:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783947171.878342:0:24197:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000043163c92/0x48cfcce1a55e8403 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.878353:0:24197:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000043163c92/0x48cfcce1a55e8403 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.878362:0:24197:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000043163c92/0x48cfcce1a55e8403 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.878418:0:24197:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000043163c92/0x48cfcce1a55e8403 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.878434:0:24197:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1783947171.878663:0:22680:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783947171.878668:0:22680:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000043163c92/0x48cfcce1a55e8403 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947171.878676:0:22680:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da83611bc00 already unused, calling callback (ffffffffc0be1230) 00010000:00010000:3.0:1783947171.878679:0:22680:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000043163c92/0x48cfcce1a55e8403 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947171.878689:0:22680:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000043163c92/0x48cfcce1a55e8403 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947171.878701:0:22680:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000043163c92/0x48cfcce1a55e8403 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947171.878708:0:22680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000043163c92/0x48cfcce1a55e8403 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947171.878722:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783947171.878724:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783947171.878726:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1783947171.878971:0:24197:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1783947171.878977:0:24197:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bc254deb/0x48cfcce1a55e840a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.878985:0:24197:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=853s v=(0 0) 00010000:00010000:1.0:1783947171.879099:0:24197:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783947171.879103:0:24197:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bc254deb/0x48cfcce1a55e840a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.879114:0:24197:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bc254deb/0x48cfcce1a55e840a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.879123:0:24197:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bc254deb/0x48cfcce1a55e840a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.879142:0:24197:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bc254deb/0x48cfcce1a55e840a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.879163:0:24197:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1783947171.879428:0:22681:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783947171.879434:0:22681:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bc254deb/0x48cfcce1a55e840a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947171.879464:0:22681:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da83611ac00 already unused, calling callback (ffffffffc0be1230) 00010000:00010000:3.0:1783947171.879468:0:22681:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bc254deb/0x48cfcce1a55e840a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947171.879475:0:22681:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bc254deb/0x48cfcce1a55e840a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947171.879487:0:22681:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bc254deb/0x48cfcce1a55e840a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947171.879493:0:22681:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bc254deb/0x48cfcce1a55e840a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947171.879507:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783947171.879509:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783947171.879511:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1783947171.879670:0:24197:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1783947171.879676:0:24197:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000065170eb1/0x48cfcce1a55e8411 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.879685:0:24197:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=853s v=(0 0) 00010000:00010000:1.0:1783947171.879688:0:24197:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783947171.879692:0:24197:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000065170eb1/0x48cfcce1a55e8411 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.879701:0:24197:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000065170eb1/0x48cfcce1a55e8411 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.879708:0:24197:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000065170eb1/0x48cfcce1a55e8411 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.879714:0:24197:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000065170eb1/0x48cfcce1a55e8411 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.879734:0:24197:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1783947171.880015:0:24197:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1783947171.880022:0:24197:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a7cb5eb4/0x48cfcce1a55e8418 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.880036:0:24197:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=853s v=(0 0) 00010000:00010000:1.0:1783947171.880039:0:24197:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783947171.880044:0:24197:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a7cb5eb4/0x48cfcce1a55e8418 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.880053:0:24197:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a7cb5eb4/0x48cfcce1a55e8418 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.880061:0:24197:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a7cb5eb4/0x48cfcce1a55e8418 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.880068:0:24197:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a7cb5eb4/0x48cfcce1a55e8418 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.880081:0:24197:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1783947171.880347:0:22680:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1783947171.880353:0:22680:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000065170eb1/0x48cfcce1a55e8411 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947171.880362:0:22680:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da83611b400 already unused, calling callback (ffffffffc0be1230) 00010000:00010000:3.0:1783947171.880397:0:22680:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000065170eb1/0x48cfcce1a55e8411 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947171.880406:0:22680:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000065170eb1/0x48cfcce1a55e8411 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947171.880425:0:22680:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000065170eb1/0x48cfcce1a55e8411 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947171.880432:0:22680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000065170eb1/0x48cfcce1a55e8411 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947171.880458:0:22680:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783947171.880461:0:22680:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a7cb5eb4/0x48cfcce1a55e8418 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947171.880467:0:22680:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da83611b800 already unused, calling callback (ffffffffc0be1230) 00010000:00010000:3.0:1783947171.880470:0:22680:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a7cb5eb4/0x48cfcce1a55e8418 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947171.880476:0:22680:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a7cb5eb4/0x48cfcce1a55e8418 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947171.880486:0:22680:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a7cb5eb4/0x48cfcce1a55e8418 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947171.880492:0:22680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a7cb5eb4/0x48cfcce1a55e8418 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947171.880503:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783947171.880505:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783947171.880513:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783947171.880519:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1783947171.880747:0:24197:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1783947171.880754:0:24197:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c4f36df5/0x48cfcce1a55e841f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.880763:0:24197:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=853s v=(0 0) 00010000:00010000:1.0:1783947171.880766:0:24197:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783947171.880770:0:24197:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c4f36df5/0x48cfcce1a55e841f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.880779:0:24197:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c4f36df5/0x48cfcce1a55e841f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.880799:0:24197:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c4f36df5/0x48cfcce1a55e841f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.880806:0:24197:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c4f36df5/0x48cfcce1a55e841f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.880826:0:24197:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1783947171.881143:0:22680:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783947171.881149:0:22680:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c4f36df5/0x48cfcce1a55e841f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947171.881156:0:22680:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da702216c00 already unused, calling callback (ffffffffc0be1230) 00010000:00010000:3.0:1783947171.881160:0:22680:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c4f36df5/0x48cfcce1a55e841f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947171.881168:0:22680:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c4f36df5/0x48cfcce1a55e841f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947171.881180:0:22680:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c4f36df5/0x48cfcce1a55e841f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947171.881187:0:22680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c4f36df5/0x48cfcce1a55e841f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947171.881202:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783947171.881204:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783947171.881205:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1783947171.881277:0:24197:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1783947171.881284:0:24197:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c95f9292/0x48cfcce1a55e8426 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.881292:0:24197:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=853s v=(0 0) 00010000:00010000:1.0:1783947171.881296:0:24197:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783947171.881299:0:24197:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c95f9292/0x48cfcce1a55e8426 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.881309:0:24197:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c95f9292/0x48cfcce1a55e8426 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.881316:0:24197:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c95f9292/0x48cfcce1a55e8426 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.881322:0:24197:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c95f9292/0x48cfcce1a55e8426 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.881354:0:24197:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1783947171.881679:0:22681:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783947171.881684:0:22681:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c95f9292/0x48cfcce1a55e8426 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947171.881692:0:22681:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da702216200 already unused, calling callback (ffffffffc0be1230) 00010000:00010000:3.0:1783947171.881695:0:22681:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c95f9292/0x48cfcce1a55e8426 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947171.881709:0:22681:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c95f9292/0x48cfcce1a55e8426 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947171.881719:0:22681:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c95f9292/0x48cfcce1a55e8426 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947171.881726:0:22681:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c95f9292/0x48cfcce1a55e8426 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947171.881738:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783947171.881740:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783947171.881741:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1783947171.881812:0:24197:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1783947171.881818:0:24197:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001014303b/0x48cfcce1a55e842d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.881826:0:24197:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=853s v=(0 0) 00010000:00010000:1.0:1783947171.881829:0:24197:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783947171.881833:0:24197:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001014303b/0x48cfcce1a55e842d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.881841:0:24197:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001014303b/0x48cfcce1a55e842d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.881849:0:24197:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001014303b/0x48cfcce1a55e842d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.881856:0:24197:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001014303b/0x48cfcce1a55e842d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.881905:0:24197:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1783947171.882514:0:24197:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x22:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1783947171.882522:0:24197:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000037620f7c/0x48cfcce1a55e8434 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.882531:0:24197:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x22:0x0].0x0 since=853s v=(0 0) 00010000:00010000:1.0:1783947171.882614:0:24197:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783947171.882621:0:24197:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000037620f7c/0x48cfcce1a55e8434 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.882632:0:24197:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000037620f7c/0x48cfcce1a55e8434 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.882640:0:24197:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000037620f7c/0x48cfcce1a55e8434 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947171.882648:0:24197:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000037620f7c/0x48cfcce1a55e8434 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947171.882701:0:22680:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1783947171.882707:0:22680:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001014303b/0x48cfcce1a55e842d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947171.882715:0:22680:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da702217600 already unused, calling callback (ffffffffc0be1230) 00010000:00010000:3.0:1783947171.882718:0:22680:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001014303b/0x48cfcce1a55e842d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947171.882726:0:22680:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001014303b/0x48cfcce1a55e842d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947171.882738:0:22680:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001014303b/0x48cfcce1a55e842d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947171.882756:0:22680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001014303b/0x48cfcce1a55e842d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947171.882773:0:22680:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783947171.882777:0:22680:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000037620f7c/0x48cfcce1a55e8434 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947171.882784:0:22680:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da702216000 already unused, calling callback (ffffffffc0be1230) 00010000:00010000:3.0:1783947171.882788:0:22680:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000037620f7c/0x48cfcce1a55e8434 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947171.882796:0:22680:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000037620f7c/0x48cfcce1a55e8434 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947171.882806:0:22680:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000037620f7c/0x48cfcce1a55e8434 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947171.882814:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783947171.882815:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783947171.882817:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783947171.887419:0:24197:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1783947171.887432:0:24197:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000037620f7c/0x48cfcce1a55e8434 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:1.0:1783947171.887754:0:24197:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0001: after destroy: set last_id to 0x2c0000401:5 00000100:00100000:1.0:1783947171.887842:0:24197:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8416cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:22719:x1870603449833216:12345-0@lo:5:osp-pre-1-0.0 Request processed in 154938us (155021us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947171.887851:0:24197:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1783947171.887899:0:22719:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da8416c9880 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22719:1870603449833216:0@lo:5:osp-pre-1-0.0 00000004:00080000:1.0:1783947171.887913:0:22719:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: Got last_id [0x2c0000401:0x41:0x0] from OST, last_created [0x2c0000401:0x41:0x0]last_used is [0x2c0000401:0x5:0x0] 00000100:00100000:1.0:1783947171.887953:0:22719:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da80497d500 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22719:1870603449835008:0@lo:5:osp-pre-1-0.0 00000100:00100000:1.0:1783947171.887981:0:22719:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783947171.888016:0:22719:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da7032a9000 going to sleep for 11 seconds 00000100:00100000:1.0:1783947171.888041:0:24685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449835008 00000100:00100000:1.0:1783947171.888046:0:24685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449835008 00000100:00100000:1.0:1783947171.888081:0:24685:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1783947171.888088:0:24685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da80497fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:22719:x1870603449835008:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:1.0:1783947171.888119:0:24685:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000401 at 66 00000100:00100000:1.0:1783947171.889572:0:24685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da80497fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:22719:x1870603449835008:12345-0@lo:5:osp-pre-1-0.0 Request processed in 1479us (1585us total) trans 12884901890 rc 0/0 00000100:00100000:1.0:1783947171.889583:0:24685:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1783947171.889642:0:22719:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da80497d500 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22719:1870603449835008:0@lo:5:osp-pre-1-0.0 00000004:00080000:1.0:1783947171.889654:0:22719:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x2c0000401:0x41:0x0]-[0x2c0000401:0x61:0x0] 00010000:00010000:3.0:1783947171.890006:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783947172.100383:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1783947172.352022:0:22727:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1783947173.120225:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1783947173.399773:0:25367:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg233-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:1.0:1783947174.143566:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:3.0:1783947174.569030:0:25420:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1783947174.569318:0:25420:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:3.0:1783947174.784592:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1783947174.784618:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83d3d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1870603449835136:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1783947174.784703:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947174.784793:0:24199:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449835136 00000100:00100000:0.0:1783947174.784802:0:24199:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449835136 00000100:00100000:0.0:1783947174.784871:0:24199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1783947174.784883:0:24199:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da703c1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1870603449835136:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1783947174.784910:0:24199:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923501056 avail 3691978752 00000100:00100000:0.0:1783947174.784957:0:24199:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da703c1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1870603449835136:12345-0@lo:13:osp-pre-0-1.0 Request processed in 77us (254us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947174.785126:0:24199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1783947174.785173:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83d3d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1870603449835136:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1783947174.785230:0:22687:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1783947175.168134:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:2.0:1783947175.679687:0:25470:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1783947175.680092:0:25470:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:0.0:1783947175.808568:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83d3d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1870603449835264:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1783947175.808642:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947175.808708:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449835264 00000100:00100000:0.0:1783947175.808715:0:22697:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449835264 00000100:00100000:0.0:1783947175.808761:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1783947175.808770:0:22697:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83feb9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3650:x1870603449835264:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1783947175.808802:0:22697:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1783947175.808844:0:22697:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83feb9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3650:x1870603449835264:12345-0@lo:41:osp-pre-1-0.0 Request processed in 75us (202us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947175.808850:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1783947175.808893:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83d3d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1870603449835264:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1783947175.809276:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83febb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1870603449835392:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1783947175.809309:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783947175.813456:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1783947175.813478:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da80497ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1870603449835520:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1783947175.813558:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947175.813768:0:24200:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449835520 00000100:00100000:0.0:1783947175.813776:0:24200:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449835520 00000100:00100000:0.0:1783947175.813853:0:24200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1783947175.813864:0:24200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da703c1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1870603449835520:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1783947175.813890:0:24200:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923501056 avail 3691978752 00000100:00100000:0.0:1783947175.813936:0:24200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da703c1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1870603449835520:12345-0@lo:13:osp-pre-0-0.0 Request processed in 74us (378us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947175.813942:0:24200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00080000:0.0:1783947175.813976:0:22687:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1783947175.814163:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da80497ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1870603449835520:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1783947175.814806:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449835392 00000100:00100000:1.0:1783947175.814815:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449835392 00000100:00100000:1.0:1783947175.814893:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1783947175.814902:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da703c1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3647:x1870603449835392:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1783947175.814935:0:22698:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1783947175.815129:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da703c1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3647:x1870603449835392:12345-0@lo:41:osp-pre-0-1.0 Request processed in 228us (5818us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947175.815137:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1783947175.815212:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83febb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1870603449835392:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1783947176.147565:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1783947176.147712:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432916224 00000100:00100000:3.0:1783947176.147723:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432916224 00000100:00100000:3.0:1783947176.147776:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 116 00000100:00100000:3.0:1783947176.147785:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8417a9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:2404:x1870603432916224:12345-192.168.202.33@tcp:250:mount.lustre.0 00010000:00080000:3.0:1783947176.147817:0:22684:0:(ldlm_lib.c:1445:target_handle_connect()) MGS: connection from a8e7f22f-0c08-43a5-b8b7-194d99628507@192.168.202.33@tcp t0 exp 0000000000000000 cur 857 last 0 00000020:00000080:3.0:1783947176.147851:0:22684:0:(genops.c:1406:class_connect()) connect: client a8e7f22f-0c08-43a5-b8b7-194d99628507, cookie 0x48cfcce1a55e843b 00000100:00080000:3.0:1783947176.147991:0:22684:0:(import.c:65:import_set_state_nolock()) ffff8da701bae800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1783947176.148066:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8417a9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a8e7f22f-0c08-43a5-b8b7-194d99628507+5:2404:x1870603432916224:12345-192.168.202.33@tcp:250:mount.lustre.0 Request processed in 281us (510us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947176.148074:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 116 00000100:00100000:1.0:1783947176.166758:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1783947176.167193:0:22685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432916352 00000100:00100000:2.0:1783947176.167205:0:22685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432916352 00000100:00100000:2.0:1783947176.167266:0:22685:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 117 00000100:00100000:2.0:1783947176.167277:0:22685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8417aac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a8e7f22f-0c08-43a5-b8b7-194d99628507+5:18131:x1870603432916352:12345-192.168.202.33@tcp:101:mount.lustre.0 00010000:00010000:2.0:1783947176.167294:0:22685:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783947176.167312:0:22685:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8da80246ba00/0x48cfcce1a55e8442 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x8824ecd4a7fd3ad6 expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947176.167341:0:22685:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8da80246ba00/0x48cfcce1a55e8442 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3ad6 expref: 6 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947176.167352:0:22685:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8da80246ba00/0x48cfcce1a55e8442 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3ad6 expref: 6 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947176.167361:0:22685:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8da80246ba00, rc 0) 00000100:00100000:2.0:1783947176.167478:0:22685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8417aac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a8e7f22f-0c08-43a5-b8b7-194d99628507+6:18131:x1870603432916352:12345-192.168.202.33@tcp:101:mount.lustre.0 Request processed in 202us (731us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947176.167486:0:22685:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 117 00010000:00010000:1.0:1783947176.192240:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783947176.194877:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1783947176.200658:0:22686:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432916480 00000100:00100000:0.0:1783947176.200674:0:22686:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432916480 00000100:00100000:0.0:1783947176.200843:0:22686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 118 00000100:00100000:0.0:1783947176.200864:0:22686:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8417aa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a8e7f22f-0c08-43a5-b8b7-194d99628507+6:18131:x1870603432916480:12345-192.168.202.33@tcp:501:mount.lustre.0 00000100:00100000:0.0:1783947176.201287:0:22686:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8417aa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a8e7f22f-0c08-43a5-b8b7-194d99628507+6:18131:x1870603432916480:12345-192.168.202.33@tcp:501:mount.lustre.0 Request processed in 433us (6418us total) trans 0 rc -2/-2 00000100:00100000:0.0:1783947176.201295:0:22686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 118 00000100:00100000:3.0:1783947176.209445:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1783947176.213316:0:22685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432916608 00000100:00100000:2.0:1783947176.213331:0:22685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432916608 00000100:00100000:2.0:1783947176.213424:0:22685:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 119 00000100:00100000:2.0:1783947176.213435:0:22685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da80e9ab450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a8e7f22f-0c08-43a5-b8b7-194d99628507+6:18131:x1870603432916608:12345-192.168.202.33@tcp:101:mount.lustre.0 00010000:00010000:2.0:1783947176.213452:0:22685:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783947176.213471:0:22685:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8da80246a400/0x48cfcce1a55e8449 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0x8824ecd4a7fd3add expref: -99 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947176.213783:0:22685:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8da80246a400/0x48cfcce1a55e8449 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3add expref: 7 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947176.213813:0:22685:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8da80246a400/0x48cfcce1a55e8449 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3add expref: 7 pid: 22685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947176.213822:0:22685:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8da80246a400, rc 0) 00000100:00100000:2.0:1783947176.213922:0:22685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da80e9ab450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a8e7f22f-0c08-43a5-b8b7-194d99628507+7:18131:x1870603432916608:12345-192.168.202.33@tcp:101:mount.lustre.0 Request processed in 488us (4485us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947176.213930:0:22685:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 119 00000100:00100000:3.0:1783947176.218839:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1783947176.219585:0:22685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432916736 00000100:00100000:2.0:1783947176.219597:0:22685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432916736 00000100:00100000:2.0:1783947176.219663:0:22685:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 120 00000100:00100000:2.0:1783947176.219674:0:22685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da80e9a9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a8e7f22f-0c08-43a5-b8b7-194d99628507+7:18131:x1870603432916736:12345-192.168.202.33@tcp:501:mount.lustre.0 00000100:00100000:2.0:1783947176.220330:0:22685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da80e9a9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a8e7f22f-0c08-43a5-b8b7-194d99628507+8:18131:x1870603432916736:12345-192.168.202.33@tcp:501:mount.lustre.0 Request processed in 653us (1564us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947176.220340:0:22685:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 120 00000100:00100000:3.0:1783947176.223214:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1783947176.223799:0:22686:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432916864 00000100:00100000:0.0:1783947176.223811:0:22686:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432916864 00000100:00100000:0.0:1783947176.223879:0:22686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 121 00000100:00100000:0.0:1783947176.223889:0:22686:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da80e9aac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a8e7f22f-0c08-43a5-b8b7-194d99628507+8:18131:x1870603432916864:12345-192.168.202.33@tcp:503:mount.lustre.0 00000100:00100000:0.0:1783947176.224501:0:22686:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da80e9aac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a8e7f22f-0c08-43a5-b8b7-194d99628507+8:18131:x1870603432916864:12345-192.168.202.33@tcp:503:mount.lustre.0 Request processed in 611us (1295us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947176.224511:0:22686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 121 00000100:00100000:3.0:1783947176.245669:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1783947176.248273:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432916992 00000100:00100000:1.0:1783947176.248288:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432916992 00000100:00100000:1.0:1783947176.248361:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 122 00000100:00100000:1.0:1783947176.248401:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da80e9a8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a8e7f22f-0c08-43a5-b8b7-194d99628507+8:18150:x1870603432916992:12345-192.168.202.33@tcp:502:llog_process_th.0 00000100:00100000:1.0:1783947176.248623:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da80e9a8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a8e7f22f-0c08-43a5-b8b7-194d99628507+8:18150:x1870603432916992:12345-192.168.202.33@tcp:502:llog_process_th.0 Request processed in 223us (2962us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947176.248638:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 122 00000100:00100000:1.0:1783947176.284484:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1783947176.284907:0:22686:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432917120 00000100:00100000:0.0:1783947176.285272:0:22686:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432917120 00000100:00100000:0.0:1783947176.285427:0:22686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 123 00000100:00100000:0.0:1783947176.285437:0:22686:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da80e9a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a8e7f22f-0c08-43a5-b8b7-194d99628507+8:18150:x1870603432917120:12345-192.168.202.33@tcp:502:llog_process_th.0 00000100:00100000:0.0:1783947176.285608:0:22686:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da80e9a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a8e7f22f-0c08-43a5-b8b7-194d99628507+8:18150:x1870603432917120:12345-192.168.202.33@tcp:502:llog_process_th.0 Request processed in 172us (1137us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947176.285617:0:22686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 123 00000100:00100000:0.0:1783947176.301537:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1783947176.301631:0:22685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432917248 00000100:00100000:3.0:1783947176.301640:0:22685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432917248 00000100:00100000:3.0:1783947176.301713:0:22685:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 124 00000100:00100000:3.0:1783947176.301723:0:22685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da80e9ab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a8e7f22f-0c08-43a5-b8b7-194d99628507+8:18150:x1870603432917248:12345-192.168.202.33@tcp:502:llog_process_th.0 00000100:00100000:3.0:1783947176.301898:0:22685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da80e9ab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a8e7f22f-0c08-43a5-b8b7-194d99628507+8:18150:x1870603432917248:12345-192.168.202.33@tcp:502:llog_process_th.0 Request processed in 176us (371us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947176.301907:0:22685:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 124 00000100:00100000:3.0:1783947176.308243:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1783947176.309133:0:22686:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432917376 00000100:00100000:0.0:1783947176.309144:0:22686:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432917376 00000100:00100000:0.0:1783947176.309211:0:22686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 125 00000100:00100000:0.0:1783947176.309222:0:22686:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da80e9aa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a8e7f22f-0c08-43a5-b8b7-194d99628507+8:18131:x1870603432917376:12345-192.168.202.33@tcp:101:mount.lustre.0 00010000:00010000:0.0:1783947176.309241:0:22686:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783947176.309258:0:22686:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8da841770800/0x48cfcce1a55e8450 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x8824ecd4a7fd3b0e expref: -99 pid: 22686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947176.309291:0:22686:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8da841770800/0x48cfcce1a55e8450 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3b0e expref: 9 pid: 22686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947176.309303:0:22686:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8da841770800/0x48cfcce1a55e8450 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3b0e expref: 9 pid: 22686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947176.309313:0:22686:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8da841770800, rc 0) 00000100:00100000:0.0:1783947176.310530:0:22686:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da80e9aa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a8e7f22f-0c08-43a5-b8b7-194d99628507+9:18131:x1870603432917376:12345-192.168.202.33@tcp:101:mount.lustre.0 Request processed in 1299us (2287us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947176.310542:0:22686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 125 00000100:00100000:1.0:1783947176.339418:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1783947176.339518:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432917504 00000100:00100000:3.0:1783947176.339528:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432917504 00000100:00100000:3.0:1783947176.339597:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 126 00000100:00100000:3.0:1783947176.339609:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da80e9a9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a8e7f22f-0c08-43a5-b8b7-194d99628507+9:18131:x1870603432917504:12345-192.168.202.33@tcp:256:mount.lustre.0 20000000:01000000:3.0:1783947176.339635:0:22684:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:3.0:1783947176.339666:0:22684:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:3.0:1783947176.339670:0:22684:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:3.0:1783947176.339673:0:22684:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:3.0:1783947176.339676:0:22684:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:3.0:1783947176.339678:0:22684:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:3.0:1783947176.352487:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da80e9a9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a8e7f22f-0c08-43a5-b8b7-194d99628507+9:18131:x1870603432917504:12345-192.168.202.33@tcp:256:mount.lustre.0 Request processed in 12868us (13075us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947176.352503:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 126 00000100:00100000:0.0:1783947176.356618:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1783947176.356893:0:22686:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432917632 00000100:00100000:1.0:1783947176.356903:0:22686:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432917632 00000100:00100000:1.0:1783947176.358271:0:22686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 127 00000100:00100000:1.0:1783947176.358297:0:22686:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da80e9a9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a8e7f22f-0c08-43a5-b8b7-194d99628507+9:18131:x1870603432917632:12345-192.168.202.33@tcp:101:mount.lustre.0 00010000:00010000:1.0:1783947176.358316:0:22686:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783947176.358337:0:22686:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8da702217800/0x48cfcce1a55e8457 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x8824ecd4a7fd3b15 expref: -99 pid: 22686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947176.358383:0:22686:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8da702217800/0x48cfcce1a55e8457 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3b15 expref: 10 pid: 22686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947176.358394:0:22686:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8da702217800/0x48cfcce1a55e8457 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3b15 expref: 10 pid: 22686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947176.358404:0:22686:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8da702217800, rc 0) 00000100:00100000:1.0:1783947176.358477:0:22686:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da80e9a9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a8e7f22f-0c08-43a5-b8b7-194d99628507+10:18131:x1870603432917632:12345-192.168.202.33@tcp:101:mount.lustre.0 Request processed in 191us (1871us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947176.358484:0:22686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 127 00000100:00100000:0.0:1783947176.362363:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1783947176.363006:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432917760 00000100:00100000:3.0:1783947176.363018:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432917760 00000100:00100000:3.0:1783947176.363087:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 128 00000100:00100000:3.0:1783947176.363097:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83d7bc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a8e7f22f-0c08-43a5-b8b7-194d99628507+10:18131:x1870603432917760:12345-192.168.202.33@tcp:501:mount.lustre.0 00000100:00100000:3.0:1783947176.363276:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83d7bc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a8e7f22f-0c08-43a5-b8b7-194d99628507+10:18131:x1870603432917760:12345-192.168.202.33@tcp:501:mount.lustre.0 Request processed in 180us (922us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947176.363285:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 128 00000100:00100000:0.0:1783947176.376434:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1783947176.376581:0:22685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432917888 00000100:00100000:2.0:1783947176.376591:0:22685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432917888 00000100:00100000:2.0:1783947176.376650:0:22685:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 129 00000100:00100000:2.0:1783947176.376660:0:22685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83d7bf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a8e7f22f-0c08-43a5-b8b7-194d99628507+10:18131:x1870603432917888:12345-192.168.202.33@tcp:503:mount.lustre.0 00000100:00100000:2.0:1783947176.376841:0:22685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83d7bf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a8e7f22f-0c08-43a5-b8b7-194d99628507+10:18131:x1870603432917888:12345-192.168.202.33@tcp:503:mount.lustre.0 Request processed in 181us (417us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947176.376849:0:22685:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 129 00000100:00100000:0.0:1783947176.395461:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1783947176.395553:0:22686:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432918016 00000100:00100000:1.0:1783947176.395563:0:22686:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432918016 00000100:00100000:1.0:1783947176.395635:0:22686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 130 00000100:00100000:1.0:1783947176.395646:0:22686:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83d7be850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a8e7f22f-0c08-43a5-b8b7-194d99628507+10:18153:x1870603432918016:12345-192.168.202.33@tcp:502:llog_process_th.0 00000100:00100000:1.0:1783947176.395812:0:22686:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83d7be850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a8e7f22f-0c08-43a5-b8b7-194d99628507+10:18153:x1870603432918016:12345-192.168.202.33@tcp:502:llog_process_th.0 Request processed in 167us (359us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947176.395827:0:22686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 130 00000100:00100000:0.0:1783947176.410476:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1783947176.410593:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432918144 00000100:00100000:3.0:1783947176.410605:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432918144 00000100:00100000:3.0:1783947176.410666:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 131 00000100:00100000:3.0:1783947176.410677:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83d7bc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a8e7f22f-0c08-43a5-b8b7-194d99628507+10:18153:x1870603432918144:12345-192.168.202.33@tcp:502:llog_process_th.0 00000100:00100000:3.0:1783947176.410881:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83d7bc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a8e7f22f-0c08-43a5-b8b7-194d99628507+10:18153:x1870603432918144:12345-192.168.202.33@tcp:502:llog_process_th.0 Request processed in 205us (413us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947176.410889:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 131 00000100:00100000:0.0:1783947176.435476:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1783947176.435567:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1783947176.435666:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432918272 00000100:00100000:1.0:1783947176.435676:0:22692:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432918272 00000100:00100000:1.0:1783947176.435719:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432918528 00000100:00100000:1.0:1783947176.435723:0:22692:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432918528 00000100:00100000:1.0:1783947176.435739:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 7 00000100:00100000:1.0:1783947176.435746:0:22692:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83febad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2404:x1870603432918272:12345-192.168.202.33@tcp:38:mount.lustre.0 00010000:00080000:1.0:1783947176.435786:0:22692:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0000: connection from a8e564d6-d5f0-484b-aba3-cd9da4084bdb@192.168.202.33@tcp t0 exp 0000000000000000 cur 857 last 0 00000020:00000080:1.0:1783947176.435841:0:22692:0:(genops.c:1406:class_connect()) connect: client a8e564d6-d5f0-484b-aba3-cd9da4084bdb, cookie 0x48cfcce1a55e845e 00000004:00100000:1.0:1783947176.435878:0:22692:0:(mdt_handler.c:7282:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:1.0:1783947176.436225:0:22692:0:(import.c:65:import_set_state_nolock()) ffff8da835b67000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1783947176.436396:0:22692:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83febad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+6:2404:x1870603432918272:12345-192.168.202.33@tcp:38:mount.lustre.0 Request processed in 616us (898us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947176.436414:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 7 00000100:00100000:1.0:1783947176.436438:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 8 00000100:00100000:1.0:1783947176.436443:0:22692:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83feba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2404:x1870603432918528:12345-192.168.202.33@tcp:38:mount.lustre.0 00010000:00080000:1.0:1783947176.436461:0:22692:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0001: connection from a8e564d6-d5f0-484b-aba3-cd9da4084bdb@192.168.202.33@tcp t0 exp 0000000000000000 cur 857 last 0 00000020:00000080:1.0:1783947176.436497:0:22692:0:(genops.c:1406:class_connect()) connect: client a8e564d6-d5f0-484b-aba3-cd9da4084bdb, cookie 0x48cfcce1a55e8465 00000004:00100000:1.0:1783947176.436510:0:22692:0:(mdt_handler.c:7282:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:1.0:1783947176.436661:0:22692:0:(import.c:65:import_set_state_nolock()) ffff8da835b64000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1783947176.436688:0:22692:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83feba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+6:2404:x1870603432918528:12345-192.168.202.33@tcp:38:mount.lustre.0 Request processed in 243us (1120us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947176.436696:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 8 00000100:00100000:0.0:1783947176.456560:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1783947176.456602:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1783947176.456641:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1783947176.456720:0:22694:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432918784 00000100:00100000:3.0:1783947176.456730:0:22694:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432918784 00000100:00100000:3.0:1783947176.456796:0:22694:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432918656 00000100:00100000:3.0:1783947176.456800:0:22694:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432918656 00000100:00100000:3.0:1783947176.456813:0:22694:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432918400 00000100:00100000:3.0:1783947176.456816:0:22694:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432918400 00000100:00100000:3.0:1783947176.456829:0:22694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 9 00000100:00100000:3.0:1783947176.456839:0:22694:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83feb8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+7:18131:x1870603432918784:12345-192.168.202.33@tcp:41:mount.lustre.0 00000004:00000024:3.0:1783947176.456870:0:22694:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1783947176.456970:0:22694:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83feb8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+7:18131:x1870603432918784:12345-192.168.202.33@tcp:41:mount.lustre.0 Request processed in 131us (418us total) trans 0 rc 0/0 00000100:00080000:0.0:1783947176.457914:0:22687:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1783947176.457920:0:22687:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1783947176.458108:0:22694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 9 00000100:00100000:3.0:1783947176.458143:0:22694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 10 00000100:00100000:3.0:1783947176.458156:0:22694:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83febb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+6:0:x1870603432918656:12345-192.168.202.33@tcp:41:mount.lustre.0 00000004:00000024:3.0:1783947176.458180:0:22694:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1783947176.458246:0:22694:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83febb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+6:0:x1870603432918656:12345-192.168.202.33@tcp:41:mount.lustre.0 Request processed in 95us (1643us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947176.458253:0:22694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 10 00000100:00100000:3.0:1783947176.458266:0:22694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 11 00000100:00100000:3.0:1783947176.458288:0:22694:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83d3d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+6:0:x1870603432918400:12345-192.168.202.33@tcp:41:mount.lustre.0 00000004:00000024:3.0:1783947176.458301:0:22694:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1783947176.458328:0:22694:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83d3d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+6:0:x1870603432918400:12345-192.168.202.33@tcp:41:mount.lustre.0 Request processed in 41us (1686us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947176.458333:0:22694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 11 00000100:00100000:2.0:1783947176.475346:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1783947176.475510:0:22694:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432918912 00000100:00100000:3.0:1783947176.475520:0:22694:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432918912 00000100:00100000:3.0:1783947176.475585:0:22694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 12 00000100:00100000:3.0:1783947176.475595:0:22694:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da84177ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+6:18131:x1870603432918912:12345-192.168.202.33@tcp:40:mount.lustre.0 00000100:00100000:3.0:1783947176.475675:0:22694:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da84177ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+6:18131:x1870603432918912:12345-192.168.202.33@tcp:40:mount.lustre.0 Request processed in 82us (340us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947176.475684:0:22694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 12 00000100:00100000:0.0:1783947176.497882:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1783947176.497945:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1783947176.498358:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1783947176.498428:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1783947176.498539:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432919296 00000100:00100000:3.0:1783947176.498549:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432919296 00000100:00100000:3.0:1783947176.498615:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3 00000100:00100000:3.0:1783947176.498626:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8360bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+6:18131:x1870603432919296:12345-192.168.202.33@tcp:900:mount.lustre.0 00000100:00100000:3.0:1783947176.498705:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8360bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+6:18131:x1870603432919296:12345-192.168.202.33@tcp:900:mount.lustre.0 Request processed in 80us (849us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947176.498713:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3 00000100:00100000:2.0:1783947176.498803:0:22685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432919424 00000100:00100000:2.0:1783947176.498809:0:22685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432919424 00000100:00100000:2.0:1783947176.498845:0:22685:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 132 00000100:00100000:2.0:1783947176.498876:0:22685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83d7bec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a8e7f22f-0c08-43a5-b8b7-194d99628507+10:2405:x1870603432919424:12345-192.168.202.33@tcp:400:kworker.0 00000100:00100000:2.0:1783947176.498905:0:22685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83d7bec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a8e7f22f-0c08-43a5-b8b7-194d99628507+10:2405:x1870603432919424:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 31us (960us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947176.498922:0:22685:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 132 00000100:00100000:1.0:1783947176.500160:0:24196:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432919040 00000100:00100000:1.0:1783947176.500171:0:24196:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432919040 00000100:00100000:1.0:1783947176.500223:0:24196:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432919168 00000100:00100000:1.0:1783947176.500227:0:24196:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432919168 00000100:00100000:1.0:1783947176.500255:0:24196:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 20 00000100:00100000:1.0:1783947176.500262:0:24196:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8360bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2404:x1870603432919040:12345-192.168.202.33@tcp:8:mount.lustre.0 00010000:00080000:1.0:1783947176.500294:0:24196:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-OST0000: connection from a8e564d6-d5f0-484b-aba3-cd9da4084bdb@192.168.202.33@tcp t0 exp 0000000000000000 cur 857 last 0 00000020:00000080:1.0:1783947176.500325:0:24196:0:(genops.c:1406:class_connect()) connect: client a8e564d6-d5f0-484b-aba3-cd9da4084bdb, cookie 0x48cfcce1a55e846c 00002000:00100000:1.0:1783947176.500339:0:24196:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli a8e564d6-d5f0-484b-aba3-cd9da4084bdb/ffff8da835b66800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 21136a2 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1783947176.500352:0:24196:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:1.0:1783947176.500592:0:24196:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:1.0:1783947176.500626:0:24196:0:(import.c:65:import_set_state_nolock()) ffff8da835b65000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1783947176.500688:0:24196:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8360bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+6:2404:x1870603432919040:12345-192.168.202.33@tcp:8:mount.lustre.0 Request processed in 423us (2329us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947176.500698:0:24196:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 20 00000100:00100000:1.0:1783947176.500715:0:24196:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 21 00000100:00100000:1.0:1783947176.500719:0:24196:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8360be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2404:x1870603432919168:12345-192.168.202.33@tcp:8:mount.lustre.0 00010000:00080000:1.0:1783947176.500735:0:24196:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-OST0001: connection from a8e564d6-d5f0-484b-aba3-cd9da4084bdb@192.168.202.33@tcp t0 exp 0000000000000000 cur 857 last 0 00000020:00000080:1.0:1783947176.500752:0:24196:0:(genops.c:1406:class_connect()) connect: client a8e564d6-d5f0-484b-aba3-cd9da4084bdb, cookie 0x48cfcce1a55e8473 00002000:00100000:1.0:1783947176.500758:0:24196:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli a8e564d6-d5f0-484b-aba3-cd9da4084bdb/ffff8da835b64800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 21136a2 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1783947176.500771:0:24196:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:1.0:1783947176.502332:0:24196:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:1.0:1783947176.502388:0:24196:0:(import.c:65:import_set_state_nolock()) ffff8da835b62800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1783947176.502459:0:24196:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8360be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+6:2404:x1870603432919168:12345-192.168.202.33@tcp:8:mount.lustre.0 Request processed in 1736us (4029us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947176.502469:0:24196:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 21 00000100:00100000:2.0:1783947176.506682:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1783947176.506944:0:22695:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432919552 00000100:00100000:0.0:1783947176.506962:0:22695:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432919552 00000100:00100000:0.0:1783947176.507207:0:22695:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 0 00000100:00100000:0.0:1783947176.507219:0:22695:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da84177f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+6:18131:x1870603432919552:12345-192.168.202.33@tcp:33:mount.lustre.0 00000004:00080000:0.0:1783947176.509548:0:22695:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 2241us 00000004:00200000:0.0:1783947176.544611:0:22695:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:0.0:1783947176.544830:0:22695:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da84177f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+6:18131:x1870603432919552:12345-192.168.202.33@tcp:33:mount.lustre.0 Request processed in 37608us (38154us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947176.544841:0:22695:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 0 00000040:00080000:2.0:1783947176.768017:0:23446:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1783947176.812836:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1783947176.813469:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432919680 00000100:00100000:1.0:1783947176.813480:0:22692:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432919680 00000100:00100000:1.0:1783947176.813551:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13 00000100:00100000:1.0:1783947176.813563:0:22692:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8360bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+6:18176:x1870603432919680:12345-192.168.202.33@tcp:101:mkdir.0 00010000:00010000:1.0:1783947176.813586:0:22692:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783947176.813617:0:22692:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8da702216600/0x48cfcce1a55e847a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8824ecd4a7fd3b46 expref: -99 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947176.813692:0:22692:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8da702216800/0x48cfcce1a55e8481 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22692 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947176.813706:0:22692:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8da702216800/0x48cfcce1a55e8481 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22692 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947176.813719:0:22692:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8da702216800/0x48cfcce1a55e8481 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22692 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1783947176.813774:0:22692:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1783947176.813778:0:22692:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1783947176.813809:0:22692:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8da702216800/0x48cfcce1a55e8481 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22692 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947176.813836:0:22692:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8da702216600/0x48cfcce1a55e847a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3b46 expref: 8 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947176.813868:0:22692:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8da702216800/0x48cfcce1a55e8481 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3b46 expref: 7 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947176.813876:0:22692:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8da841549b00) 00010000:00010000:1.0:1783947176.813879:0:22692:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1783947176.813896:0:22692:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8da702216800, rc 0) 00000100:00100000:1.0:1783947176.814164:0:22692:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8360bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+7:18176:x1870603432919680:12345-192.168.202.33@tcp:101:mkdir.0 Request processed in 602us (1336us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947176.814172:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13 00000100:00100000:1.0:1783947176.831712:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1783947176.831740:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da703c1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1870603449835648:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1783947176.831823:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783947176.832104:0:24200:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449835648 00000100:00100000:3.0:1783947176.832114:0:24200:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449835648 00000100:00100000:3.0:1783947176.832182:0:24200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1783947176.832194:0:24200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da80497c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1870603449835648:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1783947176.832219:0:24200:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1783947176.832270:0:24200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da80497c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1870603449835648:12345-0@lo:13:osp-pre-1-1.0 Request processed in 80us (447us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947176.832292:0:24200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1783947176.832344:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da703c1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1870603449835648:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1783947176.832417:0:22687:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1783947176.833980:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da80497ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1870603449836032:0@lo:400:kworker.0 00000100:00100000:1.0:1783947176.834050:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783947176.834078:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da8416caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1870603449836544:0@lo:400:kworker.0 00000100:00100000:1.0:1783947176.834100:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783947176.834113:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83fb27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3648:1870603449837056:0@lo:400:kworker.0 00000100:00100000:1.0:1783947176.834139:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783947176.834159:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1783947176.834165:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da80497ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1870603449835904:0@lo:400:kworker.0 00000100:00100000:1.0:1783947176.834188:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783947176.834212:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da8416c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1870603449836416:0@lo:400:kworker.0 00000100:00100000:1.0:1783947176.834234:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783947176.834248:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83fb27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3648:1870603449836928:0@lo:400:kworker.0 00000100:00100000:1.0:1783947176.834266:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783947176.834297:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449837056 00000100:00100000:1.0:1783947176.834302:0:22692:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449837056 00000100:00100000:1.0:1783947176.834348:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449836928 00000100:00100000:1.0:1783947176.834352:0:22692:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449836928 00000100:00100000:1.0:1783947176.834388:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1783947176.834395:0:22692:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83fb25500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3648:x1870603449837056:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1783947176.834413:0:22687:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1783947176.834418:0:22687:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1783947176.834429:0:22693:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:2.0:1783947176.834436:0:22693:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_003' 00000100:00100000:1.0:1783947176.834470:0:22692:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83fb25500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3648:x1870603449837056:12345-0@lo:400:kworker.0 Request processed in 76us (330us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947176.834477:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1783947176.834493:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1783947176.834498:0:22692:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83fb25880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1870603449836928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783947176.834524:0:22692:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83fb25880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1870603449836928:12345-0@lo:400:kworker.0 Request processed in 25us (256us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947176.834529:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00010000:00080000:1.0:1783947176.834560:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8da83fb27b80 x1870603449836928/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783947192 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783947176.834572:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83fb27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3648:1870603449836928:0@lo:400:kworker.0 00000100:00100000:1.0:1783947176.834583:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83fb27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3648:1870603449837056:0@lo:400:kworker.0 00000100:00100000:0.0:1783947176.835080:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da80497f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1870603449836160:0@lo:400:kworker.0 00000100:00100000:0.0:1783947176.835116:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947176.835147:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da8416c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3649:1870603449836672:0@lo:400:kworker.0 00000100:00100000:0.0:1783947176.835168:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947176.835186:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83fb27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3649:1870603449837184:0@lo:400:kworker.0 00000100:00100000:0.0:1783947176.835216:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947176.835237:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:0.0:1783947176.835243:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da80497df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:42b3cb17-0205-4693-9331-418db4796772:3649:1870603449835776:0@lo:400:kworker.0 00000100:00100000:0.0:1783947176.835269:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947176.835293:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da80497f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3649:1870603449836288:0@lo:400:kworker.0 00000100:00100000:0.0:1783947176.835312:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947176.835329:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83fb25f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3649:1870603449836800:0@lo:400:kworker.0 00000100:00100000:0.0:1783947176.835348:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947176.835361:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da84177f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1870603449837312:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1783947176.835400:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947176.835437:0:24685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449836032 00000100:00100000:0.0:1783947176.835442:0:24685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449836032 00000100:00100000:0.0:1783947176.835470:0:24685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449836544 00000100:00100000:0.0:1783947176.835473:0:24685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449836544 00000100:00100000:0.0:1783947176.835493:0:24685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449836160 00000100:00100000:0.0:1783947176.835496:0:24685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449836160 00000100:00100000:0.0:1783947176.835511:0:24685:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1783947176.835517:0:24685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83fb25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3648:x1870603449836032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783947176.835552:0:24198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1783947176.835556:0:24685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83fb25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3648:x1870603449836032:12345-0@lo:400:kworker.0 Request processed in 40us (1508us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947176.835562:0:24198:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83fb25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3648:x1870603449836544:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783947176.835563:0:24685:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1783947176.835574:0:24685:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1783947176.835579:0:24685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8360be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3649:x1870603449836160:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783947176.835596:0:24198:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83fb25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3648:x1870603449836544:12345-0@lo:400:kworker.0 Request processed in 37us (1496us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947176.835603:0:24198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1783947176.835604:0:24685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8360be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3649:x1870603449836160:12345-0@lo:400:kworker.0 Request processed in 25us (489us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947176.835609:0:24685:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1783947176.835619:0:25483:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449836672 00000100:00100000:2.0:1783947176.835622:0:25483:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449836672 00000100:00100000:0.0:1783947176.835631:0:23432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449835904 00000100:00100000:0.0:1783947176.835633:0:23432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449835904 00000100:00100000:2.0:1783947176.835638:0:25483:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449837184 00000100:00100000:2.0:1783947176.835640:0:25483:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449837184 00000100:00100000:2.0:1783947176.835652:0:25483:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449836288 00000100:00100000:0.0:1783947176.835652:0:23432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449836416 00000100:00100000:2.0:1783947176.835655:0:25483:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449836288 00000100:00100000:0.0:1783947176.835655:0:23432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449836416 00000100:00100000:2.0:1783947176.835664:0:25483:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449836800 00000100:00100000:2.0:1783947176.835666:0:25483:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449836800 00000100:00100000:0.0:1783947176.835666:0:23432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1783947176.835671:0:23432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83fb26680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3648:x1870603449835904:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783947176.835678:0:25483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1783947176.835683:0:25483:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8360bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1870603449836672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783947176.835703:0:23432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83fb26680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3648:x1870603449835904:12345-0@lo:400:kworker.0 Request processed in 32us (1515us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947176.835705:0:25483:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8360bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1870603449836672:12345-0@lo:400:kworker.0 Request processed in 22us (537us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947176.835710:0:23432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1783947176.835719:0:25483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1783947176.835721:0:23432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1783947176.835725:0:23432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83fb24000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3648:x1870603449836416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783947176.835729:0:25483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1783947176.835734:0:25483:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8360bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3649:x1870603449837184:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783947176.835750:0:23432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83fb24000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3648:x1870603449836416:12345-0@lo:400:kworker.0 Request processed in 25us (1516us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947176.835754:0:25483:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8360bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3649:x1870603449837184:12345-0@lo:400:kworker.0 Request processed in 21us (538us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947176.835756:0:23432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1783947176.835760:0:25483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1783947176.835768:0:25483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:2.0:1783947176.835773:0:25483:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8360bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1870603449836288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783947176.835775:0:22693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1783947176.835781:0:22693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8360bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3649:x1870603449836800:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783947176.835797:0:25483:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8360bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1870603449836288:12345-0@lo:400:kworker.0 Request processed in 24us (484us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947176.835801:0:22693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8360bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3649:x1870603449836800:12345-0@lo:400:kworker.0 Request processed in 22us (454us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947176.835803:0:25483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1783947176.835807:0:22693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00080000:0.0:1783947176.835817:0:22687:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1783947176.835821:0:22687:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1783947176.835823:0:22687:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1783947176.835825:0:22687:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1783947176.835853:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da80497ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1870603449835904:0@lo:400:kworker.0 00000100:00100000:2.0:1783947176.835864:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da8416c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1870603449836416:0@lo:400:kworker.0 00000100:00100000:2.0:1783947176.835874:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da80497ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1870603449836032:0@lo:400:kworker.0 00000100:00100000:2.0:1783947176.835883:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da8416caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1870603449836544:0@lo:400:kworker.0 00000100:00100000:1.0:1783947176.835892:0:22686:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449835776 00000100:00100000:1.0:1783947176.835895:0:22686:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449835776 00000100:00100000:1.0:1783947176.835922:0:22686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 133 00000100:00100000:1.0:1783947176.835928:0:22686:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83d7be450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42b3cb17-0205-4693-9331-418db4796772+24:3649:x1870603449835776:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783947176.836021:0:24200:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449837312 00000100:00100000:3.0:1783947176.836026:0:24200:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449837312 00000100:00100000:3.0:1783947176.836052:0:24200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1783947176.836059:0:24200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8360bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3649:x1870603449837312:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1783947176.836074:0:24200:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1783947176.840442:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da80497f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3649:1870603449836288:0@lo:400:kworker.0 00000100:00100000:0.0:1783947176.840463:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83fb25f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3649:1870603449836800:0@lo:400:kworker.0 00000100:00100000:0.0:1783947176.840478:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da80497f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1870603449836160:0@lo:400:kworker.0 00000100:00100000:0.0:1783947176.840517:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da8416c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3649:1870603449836672:0@lo:400:kworker.0 00010000:00080000:0.0:1783947176.840532:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8da83fb27800 x1870603449837184/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783947192 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783947176.840542:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83fb27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3649:1870603449837184:0@lo:400:kworker.0 00000100:00100000:3.0:1783947176.845098:0:24200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8360bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3649:x1870603449837312:12345-0@lo:13:osp-pre-1-0.0 Request processed in 9029us (9686us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947176.845114:0:24200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1783947176.845421:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da84177f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1870603449837312:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1783947176.856492:0:22686:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83d7be450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42b3cb17-0205-4693-9331-418db4796772+24:3649:x1870603449835776:12345-0@lo:400:kworker.0 Request processed in 20553us (21210us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947176.856509:0:22686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 133 00000100:00100000:0.0:1783947176.856685:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da80497df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:42b3cb17-0205-4693-9331-418db4796772:3649:1870603449835776:0@lo:400:kworker.0 00010000:00010000:0.0:1783947177.215864:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1783947177.860027:0:25012:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of a8e564d6-d5f0-484b-aba3-cd9da4084bdb 00000001:00080000:3.0:1783947177.860051:0:25012:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901890 is committed 00010000:00010000:1.0:1783947178.240436:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783947179.093748:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1783947179.093906:0:25483:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432919808 00000100:00100000:0.0:1783947179.093916:0:25483:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432919808 00000100:00100000:0.0:1783947179.093995:0:25483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14 00000100:00100000:0.0:1783947179.094007:0:25483:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da84177f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+7:18228:x1870603432919808:12345-192.168.202.33@tcp:41:lfs.0 00000004:00000024:0.0:1783947179.094046:0:25483:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1783947179.094137:0:25483:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da84177f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+7:18228:x1870603432919808:12345-192.168.202.33@tcp:41:lfs.0 Request processed in 133us (410us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947179.094146:0:25483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14 00000100:00080000:2.0:1783947179.094597:0:22687:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1783947179.101552:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1783947179.101688:0:22694:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432919936 00000100:00100000:1.0:1783947179.101698:0:22694:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432919936 00000100:00100000:1.0:1783947179.101790:0:22694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15 00000100:00100000:1.0:1783947179.101803:0:22694:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8416c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+6:18228:x1870603432919936:12345-192.168.202.33@tcp:41:lfs.0 00000004:00000024:1.0:1783947179.101851:0:22694:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1783947179.101972:0:22694:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8416c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+6:18228:x1870603432919936:12345-192.168.202.33@tcp:41:lfs.0 Request processed in 173us (431us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947179.101979:0:22694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15 00000100:00080000:2.0:1783947179.102483:0:22687:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1783947179.117582:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1783947179.117844:0:24200:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432920064 00000100:00100000:0.0:1783947179.117860:0:24200:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432920064 00000100:00100000:0.0:1783947179.117968:0:24200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 11 00000100:00100000:0.0:1783947179.117981:0:24200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da703c1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+6:18228:x1870603432920064:12345-192.168.202.33@tcp:13:lfs.0 00002000:00000024:0.0:1783947179.118018:0:24200:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923501056 avail 3691978752 00000100:00100000:0.0:1783947179.118134:0:24200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da703c1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+6:18228:x1870603432920064:12345-192.168.202.33@tcp:13:lfs.0 Request processed in 156us (569us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947179.118142:0:24200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 11 00000100:00080000:2.0:1783947179.118321:0:22687:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1783947179.129851:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1783947179.130920:0:24200:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432920192 00000100:00100000:3.0:1783947179.130933:0:24200:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432920192 00000100:00100000:3.0:1783947179.131015:0:24200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 12 00000100:00100000:3.0:1783947179.131027:0:24200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8360bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+5:18228:x1870603432920192:12345-192.168.202.33@tcp:13:lfs.0 00002000:00000024:3.0:1783947179.131060:0:24200:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1783947179.131514:0:24200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8360bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+5:18228:x1870603432920192:12345-192.168.202.33@tcp:13:lfs.0 Request processed in 488us (1684us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947179.131522:0:24200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 12 00000100:00080000:2.0:1783947179.131626:0:22687:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1783947179.265686:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783947179.407349:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1783947179.407458:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432920320 00000100:00100000:3.0:1783947179.407474:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432920320 00000100:00100000:3.0:1783947179.407570:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 134 00000100:00100000:3.0:1783947179.407581:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83d7bdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a8e7f22f-0c08-43a5-b8b7-194d99628507+10:18261:x1870603432920320:12345-192.168.202.33@tcp:101:mount.lustre.0 00010000:00010000:3.0:1783947179.407621:0:22684:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783947179.407663:0:22684:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8da841757a00/0x48cfcce1a55e8488 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: local remote: 0x8824ecd4a7fd3b4d expref: -99 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947179.407704:0:22684:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8da841757a00/0x48cfcce1a55e8488 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3b4d expref: 11 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947179.407717:0:22684:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8da841757a00/0x48cfcce1a55e8488 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3b4d expref: 11 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947179.407727:0:22684:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8da841757a00, rc 0) 00000100:00100000:3.0:1783947179.407816:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83d7bdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a8e7f22f-0c08-43a5-b8b7-194d99628507+11:18261:x1870603432920320:12345-192.168.202.33@tcp:101:mount.lustre.0 Request processed in 235us (475us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947179.407823:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 134 00000100:00100000:0.0:1783947179.423528:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1783947179.424147:0:22686:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432920448 00000100:00100000:1.0:1783947179.424163:0:22686:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432920448 00000100:00100000:1.0:1783947179.424242:0:22686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 135 00000100:00100000:1.0:1783947179.424255:0:22686:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83d7bc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a8e7f22f-0c08-43a5-b8b7-194d99628507+11:18261:x1870603432920448:12345-192.168.202.33@tcp:501:mount.lustre.0 00000100:00100000:1.0:1783947179.424780:0:22686:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83d7bc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a8e7f22f-0c08-43a5-b8b7-194d99628507+11:18261:x1870603432920448:12345-192.168.202.33@tcp:501:mount.lustre.0 Request processed in 525us (1269us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947179.424791:0:22686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 135 00000100:00100000:2.0:1783947179.440549:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1783947179.444090:0:22685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432920576 00000100:00100000:0.0:1783947179.444114:0:22685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432920576 00000100:00100000:0.0:1783947179.444222:0:22685:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 136 00000100:00100000:0.0:1783947179.444234:0:22685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83d7be050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a8e7f22f-0c08-43a5-b8b7-194d99628507+11:18261:x1870603432920576:12345-192.168.202.33@tcp:503:mount.lustre.0 00000100:00100000:0.0:1783947179.444507:0:22685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83d7be050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a8e7f22f-0c08-43a5-b8b7-194d99628507+11:18261:x1870603432920576:12345-192.168.202.33@tcp:503:mount.lustre.0 Request processed in 274us (3973us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947179.444516:0:22685:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 136 00000100:00100000:2.0:1783947179.458853:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1783947179.459162:0:22686:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432920704 00000100:00100000:1.0:1783947179.459177:0:22686:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432920704 00000100:00100000:1.0:1783947179.459254:0:22686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 137 00000100:00100000:1.0:1783947179.459267:0:22686:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83d7bd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a8e7f22f-0c08-43a5-b8b7-194d99628507+11:18267:x1870603432920704:12345-192.168.202.33@tcp:502:llog_process_th.0 00000100:00100000:1.0:1783947179.459575:0:22686:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83d7bd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a8e7f22f-0c08-43a5-b8b7-194d99628507+11:18267:x1870603432920704:12345-192.168.202.33@tcp:502:llog_process_th.0 Request processed in 308us (735us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947179.459585:0:22686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 137 00000100:00100000:1.0:1783947179.511629:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1783947179.521678:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432920832 00000100:00100000:3.0:1783947179.521698:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432920832 00000100:00100000:2.0:1783947179.526748:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 138 00000100:00100000:2.0:1783947179.526806:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83d7bf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a8e7f22f-0c08-43a5-b8b7-194d99628507+11:18267:x1870603432920832:12345-192.168.202.33@tcp:502:llog_process_th.0 00000100:00100000:2.0:1783947179.527071:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83d7bf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a8e7f22f-0c08-43a5-b8b7-194d99628507+11:18267:x1870603432920832:12345-192.168.202.33@tcp:502:llog_process_th.0 Request processed in 279us (15723us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947179.527081:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 138 00000100:00100000:3.0:1783947179.530257:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1783947179.537587:0:22686:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432920960 00000100:00100000:1.0:1783947179.537611:0:22686:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432920960 00000100:00100000:1.0:1783947179.538760:0:22686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 139 00000100:00100000:1.0:1783947179.538784:0:22686:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83d7bcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a8e7f22f-0c08-43a5-b8b7-194d99628507+11:18267:x1870603432920960:12345-192.168.202.33@tcp:502:llog_process_th.0 00000100:00100000:1.0:1783947179.539025:0:22686:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83d7bcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a8e7f22f-0c08-43a5-b8b7-194d99628507+11:18267:x1870603432920960:12345-192.168.202.33@tcp:502:llog_process_th.0 Request processed in 249us (8784us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947179.539046:0:22686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 139 00000100:00100000:3.0:1783947179.547292:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1783947179.547434:0:22686:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432921088 00000100:00100000:1.0:1783947179.547449:0:22686:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432921088 00000100:00100000:1.0:1783947179.547524:0:22686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 140 00000100:00100000:1.0:1783947179.547537:0:22686:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da82f456850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a8e7f22f-0c08-43a5-b8b7-194d99628507+11:18261:x1870603432921088:12345-192.168.202.33@tcp:101:mount.lustre.0 00010000:00010000:1.0:1783947179.547566:0:22686:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783947179.547593:0:22686:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8da702217e00/0x48cfcce1a55e848f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x8824ecd4a7fd3b7e expref: -99 pid: 22686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947179.547632:0:22686:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8da702217e00/0x48cfcce1a55e848f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3b7e expref: 12 pid: 22686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947179.547646:0:22686:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8da702217e00/0x48cfcce1a55e848f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3b7e expref: 12 pid: 22686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947179.547658:0:22686:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8da702217e00, rc 0) 00000100:00100000:1.0:1783947179.547735:0:22686:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da82f456850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a8e7f22f-0c08-43a5-b8b7-194d99628507+12:18261:x1870603432921088:12345-192.168.202.33@tcp:101:mount.lustre.0 Request processed in 200us (458us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947179.547743:0:22686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 140 00000100:00100000:3.0:1783947179.550879:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1783947179.551058:0:22685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432921216 00000100:00100000:0.0:1783947179.551072:0:22685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432921216 00000100:00100000:0.0:1783947179.551145:0:22685:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 141 00000100:00100000:0.0:1783947179.551158:0:22685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da82f455050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a8e7f22f-0c08-43a5-b8b7-194d99628507+12:18261:x1870603432921216:12345-192.168.202.33@tcp:256:mount.lustre.0 20000000:01000000:0.0:1783947179.551195:0:22685:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:0.0:1783947179.551228:0:22685:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:0.0:1783947179.551233:0:22685:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:0.0:1783947179.551236:0:22685:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:0.0:1783947179.551240:0:22685:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:0.0:1783947179.551242:0:22685:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:0.0:1783947179.553529:0:22685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da82f455050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a8e7f22f-0c08-43a5-b8b7-194d99628507+12:18261:x1870603432921216:12345-192.168.202.33@tcp:256:mount.lustre.0 Request processed in 2358us (2648us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947179.553546:0:22685:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 141 00000100:00100000:3.0:1783947179.558192:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1783947179.558359:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432921344 00000100:00100000:2.0:1783947179.558424:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432921344 00000100:00100000:2.0:1783947179.558504:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 142 00000100:00100000:2.0:1783947179.558517:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da82f456050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a8e7f22f-0c08-43a5-b8b7-194d99628507+12:18261:x1870603432921344:12345-192.168.202.33@tcp:101:mount.lustre.0 00010000:00010000:2.0:1783947179.558540:0:22684:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783947179.558567:0:22684:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8da80246b600/0x48cfcce1a55e8496 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x8824ecd4a7fd3b85 expref: -99 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947179.558610:0:22684:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8da80246b600/0x48cfcce1a55e8496 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3b85 expref: 13 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947179.558624:0:22684:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8da80246b600/0x48cfcce1a55e8496 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3b85 expref: 13 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947179.558637:0:22684:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8da80246b600, rc 0) 00000100:00100000:2.0:1783947179.558732:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da82f456050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a8e7f22f-0c08-43a5-b8b7-194d99628507+13:18261:x1870603432921344:12345-192.168.202.33@tcp:101:mount.lustre.0 Request processed in 218us (555us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947179.558740:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 142 00000100:00100000:3.0:1783947179.567438:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1783947179.567812:0:22685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432921472 00000100:00100000:0.0:1783947179.567827:0:22685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432921472 00000100:00100000:0.0:1783947179.567931:0:22685:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 143 00000100:00100000:0.0:1783947179.567944:0:22685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da82f454050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a8e7f22f-0c08-43a5-b8b7-194d99628507+13:18261:x1870603432921472:12345-192.168.202.33@tcp:501:mount.lustre.0 00000100:00100000:0.0:1783947179.568199:0:22685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da82f454050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a8e7f22f-0c08-43a5-b8b7-194d99628507+13:18261:x1870603432921472:12345-192.168.202.33@tcp:501:mount.lustre.0 Request processed in 257us (776us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947179.568225:0:22685:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 143 00000100:00100000:3.0:1783947179.570478:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1783947179.570590:0:22686:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432921600 00000100:00100000:1.0:1783947179.570604:0:22686:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432921600 00000100:00100000:1.0:1783947179.570679:0:22686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 144 00000100:00100000:1.0:1783947179.570692:0:22686:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da82f454450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a8e7f22f-0c08-43a5-b8b7-194d99628507+13:18261:x1870603432921600:12345-192.168.202.33@tcp:503:mount.lustre.0 00000100:00100000:1.0:1783947179.570902:0:22686:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da82f454450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a8e7f22f-0c08-43a5-b8b7-194d99628507+13:18261:x1870603432921600:12345-192.168.202.33@tcp:503:mount.lustre.0 Request processed in 211us (436us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947179.570911:0:22686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 144 00000100:00100000:3.0:1783947179.574225:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1783947179.574358:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432921728 00000100:00100000:2.0:1783947179.574442:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432921728 00000100:00100000:2.0:1783947179.574521:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 145 00000100:00100000:2.0:1783947179.574534:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da82f457050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a8e7f22f-0c08-43a5-b8b7-194d99628507+13:18273:x1870603432921728:12345-192.168.202.33@tcp:502:llog_process_th.0 00000100:00100000:2.0:1783947179.574757:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da82f457050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a8e7f22f-0c08-43a5-b8b7-194d99628507+13:18273:x1870603432921728:12345-192.168.202.33@tcp:502:llog_process_th.0 Request processed in 224us (546us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947179.574767:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 145 00000100:00100000:3.0:1783947179.580448:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1783947179.580638:0:22685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432921856 00000100:00100000:0.0:1783947179.580653:0:22685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432921856 00000100:00100000:0.0:1783947179.580733:0:22685:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 146 00000100:00100000:0.0:1783947179.580745:0:22685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da82f456450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a8e7f22f-0c08-43a5-b8b7-194d99628507+13:18273:x1870603432921856:12345-192.168.202.33@tcp:502:llog_process_th.0 00000100:00100000:0.0:1783947179.580986:0:22685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da82f456450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a8e7f22f-0c08-43a5-b8b7-194d99628507+13:18273:x1870603432921856:12345-192.168.202.33@tcp:502:llog_process_th.0 Request processed in 241us (556us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947179.580996:0:22685:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 146 00000100:00100000:3.0:1783947179.592438:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1783947179.592471:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1783947179.592502:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1783947179.592526:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1783947179.592566:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1783947179.592594:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1783947179.592626:0:24685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432922368 00000100:00100000:3.0:1783947179.592638:0:24685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432922368 00000100:00100000:3.0:1783947179.592691:0:24685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432922496 00000100:00100000:3.0:1783947179.592695:0:24685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432922496 00000100:00100000:3.0:1783947179.592715:0:24685:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 8 00000100:00100000:3.0:1783947179.592725:0:24685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da703c1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+6:2407:x1870603432922368:12345-192.168.202.33@tcp:400:kworker.0 00000100:00100000:3.0:1783947179.592822:0:24685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da703c1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+6:2407:x1870603432922368:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 98us (318us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947179.592831:0:24685:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 8 00000100:00100000:3.0:1783947179.592851:0:24685:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 9 00000100:00100000:3.0:1783947179.592857:0:24685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da703c1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+5:2407:x1870603432922496:12345-192.168.202.33@tcp:400:kworker.0 00000100:00100000:3.0:1783947179.592882:0:24685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da703c1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+5:2407:x1870603432922496:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 25us (315us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947179.592888:0:24685:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 9 00000100:00100000:3.0:1783947179.592910:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432921984 00000100:00100000:3.0:1783947179.592913:0:22692:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432921984 00000100:00100000:3.0:1783947179.592933:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432922112 00000100:00100000:3.0:1783947179.592935:0:22692:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432922112 00000100:00100000:3.0:1783947179.592950:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432922240 00000100:00100000:3.0:1783947179.592952:0:22692:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432922240 00000100:00100000:3.0:1783947179.592963:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432922752 00000100:00100000:3.0:1783947179.592966:0:22692:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432922752 00000100:00100000:3.0:1783947179.592977:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 43 00000100:00100000:3.0:1783947179.592983:0:22692:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da703c1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+7:2407:x1870603432922112:12345-192.168.202.33@tcp:400:kworker.0 00000100:00100000:3.0:1783947179.593010:0:22692:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da703c1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+7:2407:x1870603432922112:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 28us (538us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947179.593023:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 43 00000100:00100000:3.0:1783947179.593037:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 44 00000100:00100000:3.0:1783947179.593043:0:22692:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da703c1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+6:2407:x1870603432922240:12345-192.168.202.33@tcp:400:kworker.0 00000100:00100000:3.0:1783947179.593087:0:22692:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da703c1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+6:2407:x1870603432922240:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 43us (559us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947179.593094:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 44 00000100:00100000:3.0:1783947179.593106:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16 00000100:00100000:3.0:1783947179.593110:0:22692:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da703c1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2404:x1870603432921984:12345-192.168.202.33@tcp:38:mount.lustre.0 00010000:00080000:3.0:1783947179.593137:0:22692:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0000: connection from a1846cf6-4a4e-4036-b0c6-8aa199e91ddb@192.168.202.33@tcp t0 exp 0000000000000000 cur 860 last 0 00000020:00000080:3.0:1783947179.593179:0:22692:0:(genops.c:1406:class_connect()) connect: client a1846cf6-4a4e-4036-b0c6-8aa199e91ddb, cookie 0x48cfcce1a55e849d 00000004:00100000:3.0:1783947179.593215:0:22692:0:(mdt_handler.c:7282:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:3.0:1783947179.593342:0:22692:0:(import.c:65:import_set_state_nolock()) ffff8da701baf800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1783947179.593419:0:22692:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da703c1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a1846cf6-4a4e-4036-b0c6-8aa199e91ddb+6:2404:x1870603432921984:12345-192.168.202.33@tcp:38:mount.lustre.0 Request processed in 306us (997us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947179.593426:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16 00000100:00100000:3.0:1783947179.593440:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 17 00000100:00100000:3.0:1783947179.593445:0:22692:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da703c1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2404:x1870603432922752:12345-192.168.202.33@tcp:38:mount.lustre.0 00010000:00080000:3.0:1783947179.593461:0:22692:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0001: connection from a1846cf6-4a4e-4036-b0c6-8aa199e91ddb@192.168.202.33@tcp t0 exp 0000000000000000 cur 860 last 0 00000020:00000080:3.0:1783947179.593483:0:22692:0:(genops.c:1406:class_connect()) connect: client a1846cf6-4a4e-4036-b0c6-8aa199e91ddb, cookie 0x48cfcce1a55e84a4 00000004:00100000:3.0:1783947179.593498:0:22692:0:(mdt_handler.c:7282:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:3.0:1783947179.593551:0:22692:0:(import.c:65:import_set_state_nolock()) ffff8da701ba9800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1783947179.593576:0:22692:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da703c1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a1846cf6-4a4e-4036-b0c6-8aa199e91ddb+6:2404:x1870603432922752:12345-192.168.202.33@tcp:38:mount.lustre.0 Request processed in 129us (980us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947179.593596:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 17 00000100:00100000:3.0:1783947179.618837:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1783947179.618973:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1783947179.630200:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1783947179.642523:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432922624 00000100:00100000:0.0:1783947179.642546:0:22692:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432922624 00000100:00100000:0.0:1783947179.642678:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432923008 00000100:00100000:0.0:1783947179.642683:0:22692:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432923008 00000100:00100000:0.0:1783947179.642715:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 18 00000100:00100000:0.0:1783947179.642727:0:22692:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da703c1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a1846cf6-4a4e-4036-b0c6-8aa199e91ddb+7:0:x1870603432922624:12345-192.168.202.33@tcp:41:mount.lustre.0 00000004:00000024:0.0:1783947179.642774:0:22692:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1783947179.642963:0:22692:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da703c1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a1846cf6-4a4e-4036-b0c6-8aa199e91ddb+7:0:x1870603432922624:12345-192.168.202.33@tcp:41:mount.lustre.0 Request processed in 238us (24143us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947179.642973:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 18 00000100:00100000:0.0:1783947179.642994:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 19 00000100:00100000:0.0:1783947179.643002:0:22692:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da703c1ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a1846cf6-4a4e-4036-b0c6-8aa199e91ddb+6:18261:x1870603432923008:12345-192.168.202.33@tcp:41:mount.lustre.0 00000004:00000024:0.0:1783947179.643013:0:22692:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1783947179.643034:0:22692:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da703c1ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a1846cf6-4a4e-4036-b0c6-8aa199e91ddb+6:18261:x1870603432923008:12345-192.168.202.33@tcp:41:mount.lustre.0 Request processed in 33us (24061us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947179.643040:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 19 00000100:00080000:0.0:1783947179.643093:0:22687:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1783947179.647810:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432922880 00000100:00100000:0.0:1783947179.647834:0:22692:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432922880 00000100:00100000:0.0:1783947179.647993:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 20 00000100:00100000:0.0:1783947179.648006:0:22692:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8416caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a1846cf6-4a4e-4036-b0c6-8aa199e91ddb+6:0:x1870603432922880:12345-192.168.202.33@tcp:41:mount.lustre.0 00000004:00000024:0.0:1783947179.648085:0:22692:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1783947179.648182:0:22692:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8416caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a1846cf6-4a4e-4036-b0c6-8aa199e91ddb+6:0:x1870603432922880:12345-192.168.202.33@tcp:41:mount.lustre.0 Request processed in 179us (17998us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947179.648190:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 20 00000100:00080000:2.0:1783947179.648565:0:22687:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1783947179.650189:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1783947179.650356:0:22694:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432923136 00000100:00100000:0.0:1783947179.650401:0:22694:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432923136 00000100:00100000:0.0:1783947179.650476:0:22694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 21 00000100:00100000:0.0:1783947179.650498:0:22694:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da703c1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a1846cf6-4a4e-4036-b0c6-8aa199e91ddb+6:18261:x1870603432923136:12345-192.168.202.33@tcp:40:mount.lustre.0 00000100:00100000:0.0:1783947179.650612:0:22694:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da703c1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a1846cf6-4a4e-4036-b0c6-8aa199e91ddb+6:18261:x1870603432923136:12345-192.168.202.33@tcp:40:mount.lustre.0 Request processed in 127us (434us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947179.650621:0:22694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 21 00000100:00100000:3.0:1783947179.661516:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1783947179.661580:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1783947179.661611:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1783947179.661774:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432923520 00000100:00100000:1.0:1783947179.661789:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432923520 00000100:00100000:1.0:1783947179.661866:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 4 00000100:00100000:1.0:1783947179.661880:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83faec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:a1846cf6-4a4e-4036-b0c6-8aa199e91ddb+6:18261:x1870603432923520:12345-192.168.202.33@tcp:900:mount.lustre.0 00000100:00100000:1.0:1783947179.662001:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83faec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:a1846cf6-4a4e-4036-b0c6-8aa199e91ddb+6:18261:x1870603432923520:12345-192.168.202.33@tcp:900:mount.lustre.0 Request processed in 124us (503us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947179.662011:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 4 00000100:00100000:2.0:1783947179.662095:0:24197:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432923264 00000100:00100000:2.0:1783947179.662100:0:24197:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432923264 00000100:00100000:2.0:1783947179.662131:0:24197:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432923392 00000100:00100000:2.0:1783947179.662135:0:24197:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432923392 00000100:00100000:2.0:1783947179.662155:0:24197:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 22 00000100:00100000:2.0:1783947179.662162:0:24197:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da80e9adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2404:x1870603432923264:12345-192.168.202.33@tcp:8:mount.lustre.0 00010000:00080000:2.0:1783947179.662197:0:24197:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-OST0000: connection from a1846cf6-4a4e-4036-b0c6-8aa199e91ddb@192.168.202.33@tcp t0 exp 0000000000000000 cur 860 last 0 00000020:00000080:2.0:1783947179.662239:0:24197:0:(genops.c:1406:class_connect()) connect: client a1846cf6-4a4e-4036-b0c6-8aa199e91ddb, cookie 0x48cfcce1a55e84ab 00002000:00100000:2.0:1783947179.662256:0:24197:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli a1846cf6-4a4e-4036-b0c6-8aa199e91ddb/ffff8da701b09000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 21136a2 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1783947179.662272:0:24197:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:2.0:1783947179.662409:0:24197:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1783947179.662458:0:24197:0:(import.c:65:import_set_state_nolock()) ffff8da701b0a800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1783947179.662498:0:24197:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da80e9adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a1846cf6-4a4e-4036-b0c6-8aa199e91ddb+6:2404:x1870603432923264:12345-192.168.202.33@tcp:8:mount.lustre.0 Request processed in 336us (918us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947179.662507:0:24197:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 22 00000100:00100000:2.0:1783947179.662523:0:24197:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 23 00000100:00100000:2.0:1783947179.662528:0:24197:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da80e9ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2404:x1870603432923392:12345-192.168.202.33@tcp:8:mount.lustre.0 00010000:00080000:2.0:1783947179.662546:0:24197:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-OST0001: connection from a1846cf6-4a4e-4036-b0c6-8aa199e91ddb@192.168.202.33@tcp t0 exp 0000000000000000 cur 860 last 0 00000020:00000080:2.0:1783947179.662564:0:24197:0:(genops.c:1406:class_connect()) connect: client a1846cf6-4a4e-4036-b0c6-8aa199e91ddb, cookie 0x48cfcce1a55e84b2 00002000:00100000:2.0:1783947179.662570:0:24197:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli a1846cf6-4a4e-4036-b0c6-8aa199e91ddb/ffff8da701b0f800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 21136a2 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1783947179.662594:0:24197:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:2.0:1783947179.662647:0:24197:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1783947179.662663:0:24197:0:(import.c:65:import_set_state_nolock()) ffff8da701b0a000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1783947179.662689:0:24197:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da80e9ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a1846cf6-4a4e-4036-b0c6-8aa199e91ddb+6:2404:x1870603432923392:12345-192.168.202.33@tcp:8:mount.lustre.0 Request processed in 159us (1076us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947179.662696:0:24197:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 23 00000100:00100000:2.0:1783947179.665236:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1783947179.666272:0:22696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432923648 00000100:00100000:3.0:1783947179.666289:0:22696:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432923648 00000100:00100000:3.0:1783947179.666687:0:22696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 1 00000100:00100000:3.0:1783947179.666702:0:22696:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8416c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a1846cf6-4a4e-4036-b0c6-8aa199e91ddb+6:18261:x1870603432923648:12345-192.168.202.33@tcp:33:mount.lustre.0 00000004:00200000:3.0:1783947179.666829:0:22696:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:3.0:1783947179.666962:0:22696:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8416c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a1846cf6-4a4e-4036-b0c6-8aa199e91ddb+6:18261:x1870603432923648:12345-192.168.202.33@tcp:33:mount.lustre.0 Request processed in 264us (1740us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947179.666972:0:22696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1 00000100:00100000:2.0:1783947179.903819:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1783947179.903850:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da8360bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1870603449837440:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1783947179.903959:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947179.904064:0:24199:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449837440 00000100:00100000:0.0:1783947179.904074:0:24199:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449837440 00000100:00100000:0.0:1783947179.904152:0:24199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1783947179.904161:0:24199:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da80497df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1870603449837440:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1783947179.904202:0:24199:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923501056 avail 3691978752 00000100:00100000:0.0:1783947179.904256:0:24199:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da80497df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1870603449837440:12345-0@lo:13:osp-pre-0-1.0 Request processed in 96us (297us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947179.904264:0:24199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1783947179.904315:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da8360bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1870603449837440:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1783947179.904549:0:22687:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1783947179.908563:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1783947179.909442:0:22693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432923776 00000100:00100000:1.0:1783947179.909459:0:22693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432923776 00000100:00100000:1.0:1783947179.909554:0:22693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 22 00000100:00100000:1.0:1783947179.909565:0:22693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da80e9aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a1846cf6-4a4e-4036-b0c6-8aa199e91ddb+6:18296:x1870603432923776:12345-192.168.202.33@tcp:101:mkdir.0 00010000:00010000:1.0:1783947179.909595:0:22693:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783947179.909623:0:22693:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8da702217a00/0x48cfcce1a55e84b9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8824ecd4a7fd3bb6 expref: -99 pid: 22693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947179.909717:0:22693:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8da702217400/0x48cfcce1a55e84c0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947179.909734:0:22693:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8da702217400/0x48cfcce1a55e84c0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947179.909750:0:22693:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8da702217400/0x48cfcce1a55e84c0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1783947179.909824:0:22693:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1783947179.909829:0:22693:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1783947179.909854:0:22693:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8da702217400/0x48cfcce1a55e84c0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947179.910150:0:22693:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8da702217a00/0x48cfcce1a55e84b9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3bb6 expref: 8 pid: 22693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947179.910205:0:22693:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8da702217400/0x48cfcce1a55e84c0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3bb6 expref: 7 pid: 22693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947179.910215:0:22693:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8da841549b00) 00010000:00010000:1.0:1783947179.910217:0:22693:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1783947179.910221:0:22693:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8da702217400, rc 0) 00000100:00100000:1.0:1783947179.910776:0:22693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da80e9aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a1846cf6-4a4e-4036-b0c6-8aa199e91ddb+7:18296:x1870603432923776:12345-192.168.202.33@tcp:101:mkdir.0 Request processed in 1205us (2222us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947179.910787:0:22693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 22 00010000:00010000:1.0:1783947180.287622:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783947180.927657:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da80e9af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1870603449837568:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1783947180.927754:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783947180.927830:0:23432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449837568 00000100:00100000:3.0:1783947180.927839:0:23432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449837568 00000100:00100000:3.0:1783947180.927932:0:23432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:3.0:1783947180.927944:0:23432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da80e9ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3648:x1870603449837568:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1783947180.927989:0:23432:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1783947180.928038:0:23432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da80e9ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3648:x1870603449837568:12345-0@lo:41:osp-pre-0-1.0 Request processed in 95us (284us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947180.928060:0:23432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:3.0:1783947180.928117:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da80e9af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1870603449837568:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1783947180.933116:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1783947180.933152:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83fb27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1870603449837696:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1783947180.933253:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783947180.935864:0:24199:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449837696 00000100:00100000:1.0:1783947180.935884:0:24199:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449837696 00000100:00100000:1.0:1783947180.935975:0:24199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1783947180.935987:0:24199:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da80497f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1870603449837696:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1783947180.936034:0:24199:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923501056 avail 3691978752 00000100:00100000:1.0:1783947180.936147:0:24199:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da80497f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1870603449837696:12345-0@lo:13:osp-pre-0-0.0 Request processed in 161us (2894us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947180.936154:0:24199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00080000:1.0:1783947180.936190:0:22687:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1783947180.938610:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83fb27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1870603449837696:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1783947180.948422:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da80497f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1870603449837824:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1783947180.948522:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947180.948699:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449837824 00000100:00100000:0.0:1783947180.948729:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449837824 00000100:00100000:0.0:1783947180.948801:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1783947180.948812:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da80e9af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3650:x1870603449837824:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1783947180.948875:0:22698:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1783947180.953605:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da80e9af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3650:x1870603449837824:12345-0@lo:41:osp-pre-1-0.0 Request processed in 4780us (5067us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947180.953625:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:1.0:1783947180.953807:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da80497f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1870603449837824:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1783947181.311685:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783947181.951697:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83fb27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1870603449837952:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1783947181.951803:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783947181.951896:0:24199:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449837952 00000100:00100000:1.0:1783947181.951906:0:24199:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449837952 00000100:00100000:1.0:1783947181.951998:0:24199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1783947181.952018:0:24199:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83fb24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1870603449837952:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1783947181.952060:0:24199:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1783947181.952113:0:24199:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83fb24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1870603449837952:12345-0@lo:13:osp-pre-1-0.0 Request processed in 96us (310us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947181.952120:0:24199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00080000:1.0:1783947181.952146:0:22687:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1783947181.952184:0:3647:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:1.0:1783947181.952213:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83fb27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1870603449837952:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1783947181.952800:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da8360bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3647:1870603449838464:0@lo:400:kworker.0 00000100:00100000:0.0:1783947181.952850:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947181.952875:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da703c03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3647:1870603449838976:0@lo:400:kworker.0 00000100:00100000:0.0:1783947181.952898:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947181.952917:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da703c02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3647:1870603449839488:0@lo:400:kworker.0 00000100:00100000:0.0:1783947181.953010:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947181.953032:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1783947181.953040:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da8360bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:42b3cb17-0205-4693-9331-418db4796772:3647:1870603449838080:0@lo:400:kworker.0 00000100:00100000:0.0:1783947181.953072:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947181.953097:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da8360bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1870603449838592:0@lo:400:kworker.0 00000100:00100000:0.0:1783947181.953123:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947181.953144:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da703c02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3647:1870603449839104:0@lo:400:kworker.0 00000100:00100000:0.0:1783947181.953166:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947181.953202:0:22694:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449838464 00000100:00100000:0.0:1783947181.953209:0:22694:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449838464 00000100:00100000:0.0:1783947181.953246:0:22694:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449838976 00000100:00100000:0.0:1783947181.953250:0:22694:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449838976 00000100:00100000:0.0:1783947181.953264:0:22694:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449839488 00000100:00100000:0.0:1783947181.953267:0:22694:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449839488 00000100:00100000:0.0:1783947181.953289:0:22694:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449839104 00000100:00100000:0.0:1783947181.953300:0:22694:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449839104 00000100:00100000:0.0:1783947181.953326:0:22694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1783947181.953336:0:22694:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da703c00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1870603449838464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783947181.953434:0:22694:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da703c00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1870603449838464:12345-0@lo:400:kworker.0 Request processed in 99us (582us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947181.953442:0:22694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1783947181.953459:0:22694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1783947181.953466:0:22694:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da703c01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1870603449838976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783947181.953496:0:22694:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da703c01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1870603449838976:12345-0@lo:400:kworker.0 Request processed in 31us (596us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947181.953503:0:22694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1783947181.953517:0:22694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1783947181.953523:0:22694:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da703c02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1870603449839488:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783947181.953551:0:22694:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da703c02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1870603449839488:12345-0@lo:400:kworker.0 Request processed in 29us (540us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947181.953557:0:22694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1783947181.953566:0:22694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1783947181.953573:0:22694:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da703c01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1870603449839104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783947181.953597:0:22694:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da703c01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1870603449839104:12345-0@lo:400:kworker.0 Request processed in 25us (430us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947181.953603:0:22694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1783947181.953650:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449838592 00000100:00100000:0.0:1783947181.953653:0:22697:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449838592 00000100:00100000:0.0:1783947181.953684:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1783947181.953691:0:22697:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da703c01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1870603449838592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783947181.953725:0:22697:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da703c01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1870603449838592:12345-0@lo:400:kworker.0 Request processed in 35us (601us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947181.953739:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1783947181.953998:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da8360bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1870603449838592:0@lo:400:kworker.0 00000100:00100000:0.0:1783947181.954049:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da703c02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3647:1870603449839104:0@lo:400:kworker.0 00000100:00100000:0.0:1783947181.954061:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da8360bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3647:1870603449838464:0@lo:400:kworker.0 00000100:00100000:0.0:1783947181.954072:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da703c03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3647:1870603449838976:0@lo:400:kworker.0 00010000:00080000:0.0:1783947181.954086:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8da703c02680 x1870603449839488/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783947197 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783947181.954097:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da703c02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3647:1870603449839488:0@lo:400:kworker.0 00000100:00100000:2.0:1783947181.954585:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da8360bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1870603449838208:0@lo:400:kworker.0 00000100:00100000:2.0:1783947181.954641:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783947181.954675:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da8360bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1870603449838720:0@lo:400:kworker.0 00000100:00100000:2.0:1783947181.954701:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783947181.954721:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da703c03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3649:1870603449839232:0@lo:400:kworker.0 00000100:00100000:2.0:1783947181.954749:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783947181.954771:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1783947181.954778:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da8360bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1870603449838336:0@lo:400:kworker.0 00000100:00100000:2.0:1783947181.954802:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783947181.954820:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da8360bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1870603449838848:0@lo:400:kworker.0 00000100:00100000:2.0:1783947181.954870:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783947181.954889:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da703c00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3649:1870603449839360:0@lo:400:kworker.0 00000100:00100000:2.0:1783947181.954912:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783947181.954944:0:24197:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449838720 00000100:00100000:2.0:1783947181.954952:0:24197:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449838720 00000100:00100000:2.0:1783947181.954998:0:24197:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449838336 00000100:00100000:2.0:1783947181.955001:0:24197:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449838336 00000100:00100000:2.0:1783947181.955015:0:24197:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449838848 00000100:00100000:2.0:1783947181.955018:0:24197:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449838848 00000100:00100000:2.0:1783947181.955041:0:24197:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1783947181.955050:0:24197:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da80497ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3649:x1870603449838720:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783947181.955106:0:24197:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da80497ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3649:x1870603449838720:12345-0@lo:400:kworker.0 Request processed in 57us (403us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947181.955114:0:24197:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1783947181.955131:0:24197:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1783947181.955138:0:24197:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da80497f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3649:x1870603449838336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783947181.955168:0:24197:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da80497f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3649:x1870603449838336:12345-0@lo:400:kworker.0 Request processed in 31us (365us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947181.955174:0:24197:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1783947181.955186:0:24197:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1783947181.955191:0:24197:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da703c7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3649:x1870603449838848:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783947181.955220:0:24197:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da703c7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3649:x1870603449838848:12345-0@lo:400:kworker.0 Request processed in 29us (365us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947181.955226:0:24197:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1783947181.955262:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da8360bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1870603449838336:0@lo:400:kworker.0 00000100:00100000:2.0:1783947181.955274:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da8360bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1870603449838848:0@lo:400:kworker.0 00000100:00100000:2.0:1783947181.955298:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da8360bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1870603449838720:0@lo:400:kworker.0 00000100:00100000:1.0:1783947181.955514:0:22686:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449838080 00000100:00100000:1.0:1783947181.955520:0:22686:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449838080 00000100:00100000:1.0:1783947181.955552:0:22686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 147 00000100:00100000:1.0:1783947181.955560:0:22686:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da82f454c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42b3cb17-0205-4693-9331-418db4796772+24:3647:x1870603449838080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783947181.955607:0:22686:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da82f454c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42b3cb17-0205-4693-9331-418db4796772+24:3647:x1870603449838080:12345-0@lo:400:kworker.0 Request processed in 48us (2534us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947181.955614:0:22686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 147 00000100:00080000:1.0:1783947181.955656:0:22687:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1783947181.955662:0:22687:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1783947181.955665:0:22687:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1783947181.955668:0:22687:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1783947181.955689:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da8360bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:42b3cb17-0205-4693-9331-418db4796772:3647:1870603449838080:0@lo:400:kworker.0 00000100:00100000:0.0:1783947181.956082:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449838208 00000100:00100000:0.0:1783947181.956087:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449838208 00000100:00100000:0.0:1783947181.956120:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1783947181.956128:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da80497ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3649:x1870603449838208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783947181.956183:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da80497ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3649:x1870603449838208:12345-0@lo:400:kworker.0 Request processed in 56us (1542us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947181.956190:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1783947181.956312:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449839232 00000100:00100000:0.0:1783947181.956316:0:22692:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449839232 00000100:00100000:0.0:1783947181.956349:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449839360 00000100:00100000:0.0:1783947181.956353:0:22692:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449839360 00000100:00100000:0.0:1783947181.956416:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1783947181.956422:0:22692:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da80497d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1870603449839232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783947181.956473:0:22692:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da80497d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1870603449839232:12345-0@lo:400:kworker.0 Request processed in 50us (1723us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947181.956479:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1783947181.956530:0:22693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1783947181.956541:0:22693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da70204b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3649:x1870603449839360:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783947181.956597:0:22693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da70204b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3649:x1870603449839360:12345-0@lo:400:kworker.0 Request processed in 37us (1661us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947181.956604:0:22693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000001:00100000:0.0:1783947181.956713:0:23424:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of a1846cf6-4a4e-4036-b0c6-8aa199e91ddb 00000001:00100000:0.0:1783947181.956722:0:23424:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of a8e564d6-d5f0-484b-aba3-cd9da4084bdb 00000100:00080000:1.0:1783947181.956958:0:22687:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1783947181.956962:0:22687:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000001:00100000:0.0:1783947181.958222:0:22672:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of a1846cf6-4a4e-4036-b0c6-8aa199e91ddb 00000001:00100000:0.0:1783947181.958233:0:22672:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of a8e564d6-d5f0-484b-aba3-cd9da4084bdb 00000100:00100000:2.0:1783947181.958418:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da703c00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3649:1870603449839360:0@lo:400:kworker.0 00000100:00100000:2.0:1783947181.958436:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da8360bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1870603449838208:0@lo:400:kworker.0 00010000:00080000:2.0:1783947181.958455:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8da703c03100 x1870603449839232/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783947197 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783947181.958467:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da703c03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3649:1870603449839232:0@lo:400:kworker.0 00000100:00100000:3.0:1783947181.958900:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da703c02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1870603449839616:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1783947181.958982:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783947181.959138:0:24199:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449839616 00000100:00100000:2.0:1783947181.959147:0:24199:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449839616 00000100:00100000:2.0:1783947181.959209:0:24199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1783947181.959221:0:24199:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da80e9ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1870603449839616:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1783947181.959250:0:24199:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1783947181.959299:0:24199:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da80e9ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1870603449839616:12345-0@lo:13:osp-pre-1-1.0 Request processed in 81us (317us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947181.959307:0:24199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1783947181.966603:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da703c02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1870603449839616:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1783947182.336028:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1783947182.478482:0:24193:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of a1846cf6-4a4e-4036-b0c6-8aa199e91ddb 00000001:00100000:3.0:1783947182.478499:0:24193:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of a8e564d6-d5f0-484b-aba3-cd9da4084bdb 00000040:00080000:3.0:1783947182.592448:0:22727:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1783947183.360570:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1783947183.443692:0:25569:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00010000:00010000:1.0:1783947184.388048:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783947184.736583:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1783947184.736625:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1783947184.736636:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432923904 00000100:00100000:3.0:1783947184.736646:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432923904 00000100:00100000:2.0:1783947184.736656:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1783947184.736684:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1783947184.736704:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1783947184.736723:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1783947184.736742:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1783947184.736756:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1783947184.736776:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1783947184.736798:0:24197:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432924416 00000100:00100000:2.0:1783947184.736811:0:24197:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432924416 00000100:00100000:2.0:1783947184.736848:0:24197:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432924928 00000100:00100000:2.0:1783947184.736851:0:24197:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432924928 00000100:00100000:2.0:1783947184.736864:0:24197:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432924288 00000100:00100000:2.0:1783947184.736867:0:24197:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432924288 00000100:00100000:2.0:1783947184.736880:0:24197:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432924800 00000100:00100000:2.0:1783947184.736882:0:24197:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432924800 00000100:00100000:1.0:1783947184.736895:0:22693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432924160 00000100:00100000:2.0:1783947184.736897:0:24197:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13 00000100:00100000:1.0:1783947184.736899:0:22693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432924160 00000100:00100000:2.0:1783947184.736905:0:24197:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8049a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+5:2406:x1870603432924416:12345-192.168.202.33@tcp:400:kworker.0 00000100:00100000:1.0:1783947184.736920:0:22693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432924672 00000100:00100000:1.0:1783947184.736923:0:22693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432924672 00000100:00100000:1.0:1783947184.736943:0:22693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432924032 00000100:00100000:1.0:1783947184.736945:0:22693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432924032 00000100:00100000:1.0:1783947184.736955:0:22693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432924544 00000100:00100000:1.0:1783947184.736957:0:22693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432924544 00000100:00100000:1.0:1783947184.736971:0:22693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 51 00000100:00100000:1.0:1783947184.736976:0:22693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8049a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+5:2406:x1870603432924160:12345-192.168.202.33@tcp:400:kworker.0 00000100:00100000:2.0:1783947184.736992:0:24197:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8049a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+5:2406:x1870603432924416:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 88us (335us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947184.737000:0:24197:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13 00000100:00100000:1.0:1783947184.737003:0:22693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8049a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+5:2406:x1870603432924160:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 28us (378us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947184.737008:0:22693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 51 00000100:00100000:2.0:1783947184.737016:0:24197:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14 00000100:00100000:1.0:1783947184.737018:0:22693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 52 00000100:00100000:2.0:1783947184.737022:0:24197:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8049a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a1846cf6-4a4e-4036-b0c6-8aa199e91ddb+6:2406:x1870603432924928:12345-192.168.202.33@tcp:400:kworker.0 00000100:00100000:1.0:1783947184.737023:0:22693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8049a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a1846cf6-4a4e-4036-b0c6-8aa199e91ddb+5:2406:x1870603432924672:12345-192.168.202.33@tcp:400:kworker.0 00000100:00100000:2.0:1783947184.737043:0:24197:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8049a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a1846cf6-4a4e-4036-b0c6-8aa199e91ddb+6:2406:x1870603432924928:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 21us (337us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947184.737043:0:22693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8049a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a1846cf6-4a4e-4036-b0c6-8aa199e91ddb+5:2406:x1870603432924672:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 19us (358us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947184.737050:0:24197:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14 00000100:00100000:1.0:1783947184.737050:0:22693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 52 00000100:00100000:2.0:1783947184.737061:0:24197:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15 00000100:00100000:1.0:1783947184.737061:0:22693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 53 00000100:00100000:2.0:1783947184.737067:0:24197:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8049a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+5:2406:x1870603432924288:12345-192.168.202.33@tcp:400:kworker.0 00000100:00100000:1.0:1783947184.737067:0:22693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8049a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+6:2406:x1870603432924032:12345-192.168.202.33@tcp:400:kworker.0 00000100:00100000:1.0:1783947184.737086:0:22693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8049a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+6:2406:x1870603432924032:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 20us (362us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947184.737087:0:24197:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8049a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+5:2406:x1870603432924288:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 21us (344us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947184.737093:0:24197:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15 00000100:00100000:1.0:1783947184.737093:0:22693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 53 00000100:00100000:1.0:1783947184.737103:0:22693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 54 00000100:00100000:2.0:1783947184.737104:0:24197:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16 00000100:00100000:2.0:1783947184.737110:0:24197:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8049a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a1846cf6-4a4e-4036-b0c6-8aa199e91ddb+5:2406:x1870603432924800:12345-192.168.202.33@tcp:400:kworker.0 00000100:00100000:1.0:1783947184.737110:0:22693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8049a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a1846cf6-4a4e-4036-b0c6-8aa199e91ddb+6:2406:x1870603432924544:12345-192.168.202.33@tcp:400:kworker.0 00000100:00100000:2.0:1783947184.737128:0:24197:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8049a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a1846cf6-4a4e-4036-b0c6-8aa199e91ddb+5:2406:x1870603432924800:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 18us (351us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947184.737128:0:22693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8049a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a1846cf6-4a4e-4036-b0c6-8aa199e91ddb+6:2406:x1870603432924544:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 19us (371us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947184.737134:0:22693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 54 00000100:00100000:2.0:1783947184.737139:0:24197:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16 00000100:00080000:1.0:1783947184.737153:0:22687:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1783947184.737161:0:22687:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1783947184.737163:0:22687:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1783947184.737165:0:22687:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1783947184.741092:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 148 00000100:00100000:3.0:1783947184.741109:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da82f454850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a8e7f22f-0c08-43a5-b8b7-194d99628507+13:2406:x1870603432923904:12345-192.168.202.33@tcp:400:kworker.0 00000100:00100000:3.0:1783947184.741191:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da82f454850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a8e7f22f-0c08-43a5-b8b7-194d99628507+13:2406:x1870603432923904:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 89us (4618us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947184.741199:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 148 00000100:00100000:2.0:1783947185.024444:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1783947185.024465:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da8049a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1870603449839744:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1783947185.024528:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783947185.024570:0:24199:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449839744 00000100:00100000:2.0:1783947185.024577:0:24199:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449839744 00000100:00100000:2.0:1783947185.024639:0:24199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1783947185.024649:0:24199:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8049a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1870603449839744:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1783947185.024676:0:24199:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923501056 avail 3691978752 00000100:00100000:2.0:1783947185.024716:0:24199:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8049a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1870603449839744:12345-0@lo:13:osp-pre-0-1.0 Request processed in 69us (188us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947185.024723:0:24199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00080000:2.0:1783947185.024743:0:22687:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1783947185.024777:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da8049a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1870603449839744:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1783947185.412074:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:2.0:1783947185.539160:0:25012:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of a1846cf6-4a4e-4036-b0c6-8aa199e91ddb 00000100:00100000:3.0:1783947186.047526:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1783947186.047567:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da80e9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1870603449839872:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1783947186.047651:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783947186.047705:0:23432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449839872 00000100:00100000:3.0:1783947186.047719:0:23432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449839872 00000100:00100000:3.0:1783947186.047769:0:23432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:3.0:1783947186.047777:0:23432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da80e9af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3649:x1870603449839872:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1783947186.047816:0:23432:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1783947186.047896:0:23432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da80e9af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3649:x1870603449839872:12345-0@lo:41:osp-pre-0-1.0 Request processed in 119us (244us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947186.047904:0:23432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:3.0:1783947186.047956:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da80e9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1870603449839872:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1783947186.048490:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1783947186.048499:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da80e9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1870603449840000:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1783947186.048532:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783947186.048711:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1783947186.048721:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da8049a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1870603449840128:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1783947186.048750:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783947186.048826:0:24199:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449840000 00000100:00100000:3.0:1783947186.048832:0:24199:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449840000 00000100:00100000:0.0:1783947186.048938:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449840128 00000100:00100000:0.0:1783947186.048943:0:22697:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449840128 00000100:00100000:0.0:1783947186.048984:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1783947186.048992:0:22697:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8049a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3647:x1870603449840128:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1783947186.049015:0:22697:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1783947186.049062:0:22697:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8049a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3647:x1870603449840128:12345-0@lo:41:osp-pre-1-0.0 Request processed in 71us (310us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947186.049068:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1783947186.049117:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da8049a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1870603449840128:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1783947186.049333:0:24199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1783947186.049341:0:24199:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da80e9adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1870603449840000:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1783947186.049355:0:24199:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923501056 avail 3691978752 00000100:00100000:3.0:1783947186.049427:0:24199:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da80e9adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1870603449840000:12345-0@lo:13:osp-pre-0-0.0 Request processed in 88us (894us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947186.049434:0:24199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1783947186.049463:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da80e9ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1870603449840000:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1783947186.049557:0:22687:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1783947186.435971:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1783947187.008252:0:23446:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1783947187.071556:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1783947187.071596:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83fb27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1870603449840384:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1783947187.071765:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947187.071976:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da703c03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1870603449840256:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1783947187.072006:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947187.072045:0:24200:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449840384 00000100:00100000:0.0:1783947187.072055:0:24200:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449840384 00000100:00100000:0.0:1783947187.072204:0:24200:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449840256 00000100:00100000:0.0:1783947187.072209:0:24200:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449840256 00000100:00100000:0.0:1783947187.072231:0:24200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1783947187.072240:0:24200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da703c02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1870603449840384:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1783947187.072282:0:24200:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1783947187.072339:0:24200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da703c02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1870603449840384:12345-0@lo:13:osp-pre-1-0.0 Request processed in 100us (575us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947187.072347:0:24200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1783947187.072392:0:24200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1783947187.072394:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83fb27100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:42b3cb17-0205-4693-9331-418db4796772:3647:1870603449840512:0@lo:400:kworker.0 00000100:00100000:0.0:1783947187.072399:0:24200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da703c00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1870603449840256:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1783947187.072408:0:24200:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1783947187.072429:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947187.072430:0:24200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da703c00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1870603449840256:12345-0@lo:13:osp-pre-1-1.0 Request processed in 33us (424us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947187.072436:0:24200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00080000:0.0:1783947187.072451:0:22687:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1783947187.072455:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83fb26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1870603449841024:0@lo:400:kworker.0 00000100:00100000:1.0:1783947187.072480:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783947187.072506:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83fb27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3647:1870603449841536:0@lo:400:kworker.0 00000100:00100000:1.0:1783947187.072529:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783947187.072549:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1783947187.072554:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83fb24a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1870603449840640:0@lo:400:kworker.0 00000100:00100000:1.0:1783947187.072575:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783947187.072591:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83fb24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1870603449841152:0@lo:400:kworker.0 00000100:00100000:1.0:1783947187.072608:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783947187.072622:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83fb25f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3647:1870603449841664:0@lo:400:kworker.0 00000100:00100000:1.0:1783947187.072638:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783947187.072665:0:22685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449840512 00000100:00100000:1.0:1783947187.072669:0:22685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449840512 00000100:00100000:1.0:1783947187.072701:0:22685:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 149 00000100:00100000:1.0:1783947187.072707:0:22685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da82f455c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42b3cb17-0205-4693-9331-418db4796772+24:3647:x1870603449840512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783947187.072741:0:22685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da82f455c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42b3cb17-0205-4693-9331-418db4796772+24:3647:x1870603449840512:12345-0@lo:400:kworker.0 Request processed in 34us (311us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947187.072748:0:22685:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 149 00000100:00100000:1.0:1783947187.072774:0:22693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449841536 00000100:00100000:1.0:1783947187.072777:0:22693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449841536 00000100:00100000:1.0:1783947187.072806:0:22693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449841664 00000100:00100000:1.0:1783947187.072818:0:22693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449841664 00000100:00100000:1.0:1783947187.072845:0:22693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1783947187.072851:0:22693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da702397800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1870603449841536:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783947187.072965:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83fb26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1870603449840768:0@lo:400:kworker.0 00000100:00100000:3.0:1783947187.072999:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783947187.073020:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83fb24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3649:1870603449841280:0@lo:400:kworker.0 00000100:00100000:3.0:1783947187.073040:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783947187.073049:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da702394380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3649:1870603449841792:0@lo:400:kworker.0 00000100:00100000:3.0:1783947187.073074:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783947187.073087:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1783947187.073092:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83fb26300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3649:1870603449840896:0@lo:400:kworker.0 00000100:00100000:3.0:1783947187.073112:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783947187.073122:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83fb27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3649:1870603449841408:0@lo:400:kworker.0 00000100:00100000:3.0:1783947187.073139:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947187.073216:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449841024 00000100:00100000:0.0:1783947187.073221:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449841024 00000100:00100000:0.0:1783947187.073318:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449840640 00000100:00100000:0.0:1783947187.073322:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449840640 00000100:00100000:3.0:1783947187.075225:0:23432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:3.0:1783947187.075240:0:23432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da702397480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3647:x1870603449841024:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783947187.075327:0:23432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da702397480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3647:x1870603449841024:12345-0@lo:400:kworker.0 Request processed in 92us (2844us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947187.075332:0:22693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da702397800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1870603449841536:12345-0@lo:400:kworker.0 Request processed in 2481us (2801us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947187.075335:0:23432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1783947187.075340:0:22693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1783947187.075360:0:23432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1783947187.075360:0:22693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449841280 00000100:00100000:1.0:1783947187.075383:0:22693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449841280 00000100:00100000:3.0:1783947187.075390:0:23432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da702394700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3647:x1870603449840640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783947187.075409:0:22693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449841792 00000100:00100000:1.0:1783947187.075412:0:22693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449841792 00000100:00100000:3.0:1783947187.075420:0:23432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da702394700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3647:x1870603449840640:12345-0@lo:400:kworker.0 Request processed in 54us (2844us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947187.075425:0:23432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1783947187.075430:0:22693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449840896 00000100:00100000:1.0:1783947187.075432:0:22693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449840896 00000100:00100000:1.0:1783947187.075442:0:22693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449841408 00000100:00100000:1.0:1783947187.075444:0:22693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449841408 00000100:00100000:1.0:1783947187.075459:0:22693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:1.0:1783947187.075465:0:22693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da702396300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3647:x1870603449841664:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783947187.075497:0:22693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da702396300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3647:x1870603449841664:12345-0@lo:400:kworker.0 Request processed in 32us (2858us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947187.075503:0:22693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:1.0:1783947187.075516:0:22693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1783947187.075521:0:22693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da80e9ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1870603449841280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783947187.075564:0:22693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da80e9ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1870603449841280:12345-0@lo:400:kworker.0 Request processed in 42us (2522us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947187.075570:0:22693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1783947187.075581:0:22693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1783947187.075586:0:22693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da80e9ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3649:x1870603449841792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783947187.075613:0:22693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da80e9ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3649:x1870603449841792:12345-0@lo:400:kworker.0 Request processed in 27us (2537us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947187.075640:0:22693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1783947187.075651:0:22693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:1.0:1783947187.075657:0:22693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da80e9ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1870603449840896:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783947187.075671:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83fb24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3649:1870603449841280:0@lo:400:kworker.0 00000100:00100000:1.0:1783947187.075684:0:22693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da80e9ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1870603449840896:12345-0@lo:400:kworker.0 Request processed in 28us (2571us total) trans 0 rc 0/0 00010000:00080000:3.0:1783947187.075687:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8da702394380 x1870603449841792/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783947203 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783947187.075690:0:22693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:3.0:1783947187.075698:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da702394380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3649:1870603449841792:0@lo:400:kworker.0 00000100:00100000:1.0:1783947187.075699:0:22693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:1.0:1783947187.075704:0:22693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da80e9afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3649:x1870603449841408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783947187.075728:0:22693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da80e9afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3649:x1870603449841408:12345-0@lo:400:kworker.0 Request processed in 24us (2588us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947187.075729:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83fb26300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3649:1870603449840896:0@lo:400:kworker.0 00000100:00100000:1.0:1783947187.075734:0:22693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1783947187.075740:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83fb27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3649:1870603449841408:0@lo:400:kworker.0 00000100:00100000:1.0:1783947187.076648:0:24197:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449841152 00000100:00100000:1.0:1783947187.076659:0:24197:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449841152 00000100:00100000:1.0:1783947187.076707:0:24197:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449840768 00000100:00100000:1.0:1783947187.076711:0:24197:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449840768 00000100:00100000:1.0:1783947187.076741:0:24197:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1783947187.076748:0:24197:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da702396d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3647:x1870603449841152:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783947187.076803:0:24197:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da702396d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3647:x1870603449841152:12345-0@lo:400:kworker.0 Request processed in 54us (4192us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947187.076893:0:24196:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1783947187.076904:0:24196:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8107e6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3649:x1870603449840768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783947187.076953:0:24196:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8107e6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3649:x1870603449840768:12345-0@lo:400:kworker.0 Request processed in 52us (3952us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947187.076961:0:24196:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1783947187.077059:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83fb26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1870603449840768:0@lo:400:kworker.0 00000100:00100000:0.0:1783947187.078414:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83fb27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1870603449840384:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1783947187.078437:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da703c03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1870603449840256:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1783947187.079186:0:22687:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1783947187.079194:0:22687:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1783947187.079197:0:22687:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1783947187.079229:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83fb24a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1870603449840640:0@lo:400:kworker.0 00000100:00100000:2.0:1783947187.079244:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83fb24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1870603449841152:0@lo:400:kworker.0 00000100:00100000:2.0:1783947187.079255:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83fb25f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3647:1870603449841664:0@lo:400:kworker.0 00000100:00100000:2.0:1783947187.079265:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83fb27100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:42b3cb17-0205-4693-9331-418db4796772:3647:1870603449840512:0@lo:400:kworker.0 00000100:00100000:2.0:1783947187.079276:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83fb26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1870603449841024:0@lo:400:kworker.0 00010000:00080000:2.0:1783947187.079290:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8da83fb27800 x1870603449841536/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783947203 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783947187.079301:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83fb27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3647:1870603449841536:0@lo:400:kworker.0 00000100:00100000:1.0:1783947187.079903:0:24197:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00010000:00010000:1.0:1783947187.457662:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1783947187.774098:0:25716:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffcb1c31ef0 20000000:00000080:0.0:1783947187.774117:0:25716:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff8da837e7b000 uarg=0000000000000000 20000000:01000000:0.0:1783947187.774161:0:25716:0:(mgs_llog.c:6188:mgs_set_param2()) set_param2 fs='' device='general' param='lod.*.mdt_hash=crush' 20000000:01000000:0.0:1783947187.774166:0:25716:0:(mgs_llog.c:4643:mgs_write_log_param2()) next param 'lod.*.mdt_hash=crush' 20000000:01000000:0.0:1783947187.774171:0:25716:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/lod.*.mdt_hash=crush del=0 00000040:00080000:3.0:1783947187.775004:0:25717:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 5 count 13 20000000:00000400:0.0:1783947187.775178:0:25716:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/lod.*.mdt_hash=crush (mode = 0) failed: rc = -17 10000000:01000000:0.0:1783947187.788641:0:25716:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:1.0:1783947187.789838:0:25716:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8da702217200/0x48cfcce1a55e84c7 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947187.789921:0:25716:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8da817850200/0x48cfcce1a55e8124 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x48cfcce1a55e811d expref: 23 pid: 22686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947187.789944:0:25716:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8da80168ae00/0x48cfcce1a55e8132 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x48cfcce1a55e812b expref: 23 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947187.789951:0:25716:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8da817850600/0x48cfcce1a55e8171 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x48cfcce1a55e816a expref: 23 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947187.789958:0:25716:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8da83611a000/0x48cfcce1a55e82eb lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x48cfcce1a55e82e4 expref: 23 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947187.789967:0:25716:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8da702217800/0x48cfcce1a55e8457 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3b15 expref: 12 pid: 22686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947187.789975:0:25716:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8da80246b600/0x48cfcce1a55e8496 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3b85 expref: 12 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947187.789982:0:25716:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8da702217200/0x48cfcce1a55e84c7 lrc: 9/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947187.790022:0:25716:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8da80246b600/0x48cfcce1a55e8496 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3b85 expref: 12 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947187.790035:0:25716:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8da80246b600/0x48cfcce1a55e8496 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3b85 expref: 12 pid: 22684 timeout: 969 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783947187.790049:0:25716:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da702396d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25716:1870603449841920:192.168.202.33@tcp:104: 00010000:00010000:1.0:1783947187.790181:0:25716:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8da702217800/0x48cfcce1a55e8457 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3b15 expref: 12 pid: 22686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947187.790190:0:25716:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8da702217800/0x48cfcce1a55e8457 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3b15 expref: 12 pid: 22686 timeout: 969 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783947187.790205:0:25716:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da702395c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25716:1870603449842048:192.168.202.33@tcp:104: 00010000:00010000:1.0:1783947187.790232:0:25716:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8da83611a000/0x48cfcce1a55e82eb lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x48cfcce1a55e82e4 expref: 23 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947187.790240:0:25716:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8da83611a000/0x48cfcce1a55e82eb lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x48cfcce1a55e82e4 expref: 23 pid: 22684 timeout: 969 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783947187.790249:0:25716:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da702395f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25716:1870603449842176:0@lo:104: 00000100:00100000:1.0:1783947187.790528:0:25716:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1783947187.790604:0:25716:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8da817850600/0x48cfcce1a55e8171 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x48cfcce1a55e816a expref: 23 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947187.790612:0:25716:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8da817850600/0x48cfcce1a55e8171 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x48cfcce1a55e816a expref: 23 pid: 22684 timeout: 969 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783947187.790620:0:25716:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da702396680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25716:1870603449842304:0@lo:104: 00000100:00100000:1.0:1783947187.790639:0:25716:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1783947187.790837:0:25716:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8da80168ae00/0x48cfcce1a55e8132 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x48cfcce1a55e812b expref: 23 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947187.790844:0:25716:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8da80168ae00/0x48cfcce1a55e8132 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x48cfcce1a55e812b expref: 23 pid: 22684 timeout: 969 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783947187.790862:0:25716:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da702396a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25716:1870603449842432:0@lo:104: 00000100:00100000:1.0:1783947187.790882:0:25716:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947187.790991:0:22676:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449842176 00000100:00100000:0.0:1783947187.791001:0:22676:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449842176 00000100:00100000:0.0:1783947187.791039:0:22676:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449842304 00000100:00100000:0.0:1783947187.791042:0:22676:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449842304 00000100:00100000:0.0:1783947187.791056:0:22676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1783947187.791065:0:22676:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da702397b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:42b3cb17-0205-4693-9331-418db4796772+4:25716:x1870603449842176:12345-0@lo:104: 00010000:00010000:0.0:1783947187.791078:0:22676:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.133@tcp lock: ffff8da83611ae00/0x48cfcce1a55e82e4 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x48cfcce1a55e82eb expref: -99 pid: 25011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947187.791140:0:22676:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1783947187.791146:0:22676:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da702397b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:42b3cb17-0205-4693-9331-418db4796772+4:25716:x1870603449842176:12345-0@lo:104: Request processed in 82us (619us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947187.791153:0:22676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1783947187.791170:0:22676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1783947187.791176:0:22676:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da702394000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:42b3cb17-0205-4693-9331-418db4796772+3:25716:x1870603449842304:12345-0@lo:104: 00010000:00010000:0.0:1783947187.791184:0:22676:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.133@tcp lock: ffff8da7036e8000/0x48cfcce1a55e816a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x48cfcce1a55e8171 expref: -99 pid: 24192 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947187.791218:0:22676:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1783947187.791223:0:22676:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da702394000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:42b3cb17-0205-4693-9331-418db4796772+3:25716:x1870603449842304:12345-0@lo:104: Request processed in 48us (583us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947187.791228:0:22676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00010000:00010000:0.0:1783947187.791245:0:22681:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1783947187.791252:0:22681:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.133@tcp lock: ffff8da83611ae00/0x48cfcce1a55e82e4 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x48cfcce1a55e82eb expref: -99 pid: 25011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947187.791258:0:22681:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da83611ae00 already unused, calling callback (ffffffffc11dcc20) 10000000:00010000:0.0:1783947187.791272:0:22681:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.133@tcp lock: ffff8da83611ae00/0x48cfcce1a55e82e4 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0x48cfcce1a55e82eb expref: -99 pid: 25011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947187.791295:0:22681:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.133@tcp lock: ffff8da83611ae00/0x48cfcce1a55e82e4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0x48cfcce1a55e82eb expref: -99 pid: 25011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1783947187.791311:0:22681:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.133@tcp lock: ffff8da83611ae00/0x48cfcce1a55e82e4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0x48cfcce1a55e82eb expref: -99 pid: 25011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1783947187.791317:0:22681:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1783947187.791349:0:22681:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.133@tcp lock: ffff8da83611ae00/0x48cfcce1a55e82e4 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x48cfcce1a55e82eb expref: -99 pid: 25011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947187.791355:0:22681:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1783947187.791425:0:22681:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.133@tcp lock: ffff8da83611ae00/0x48cfcce1a55e82e4 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x48cfcce1a55e82eb expref: -99 pid: 25011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947187.791432:0:22681:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.133@tcp lock: ffff8da83611ae00/0x48cfcce1a55e82e4 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x48cfcce1a55e82eb expref: -99 pid: 25011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947187.791443:0:22681:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783947187.791447:0:22681:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.133@tcp lock: ffff8da7036e8000/0x48cfcce1a55e816a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x48cfcce1a55e8171 expref: -99 pid: 24192 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947187.791453:0:22681:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da7036e8000 already unused, calling callback (ffffffffc11dcc20) 10000000:00010000:0.0:1783947187.791456:0:22681:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.133@tcp lock: ffff8da7036e8000/0x48cfcce1a55e816a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0x48cfcce1a55e8171 expref: -99 pid: 24192 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947187.791463:0:22681:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.133@tcp lock: ffff8da7036e8000/0x48cfcce1a55e816a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0x48cfcce1a55e8171 expref: -99 pid: 24192 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1783947187.791479:0:22681:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.133@tcp lock: ffff8da7036e8000/0x48cfcce1a55e816a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0x48cfcce1a55e8171 expref: -99 pid: 24192 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1783947187.791485:0:22681:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1783947187.791501:0:22681:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.133@tcp lock: ffff8da7036e8000/0x48cfcce1a55e816a lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x48cfcce1a55e8171 expref: -99 pid: 24192 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947187.791506:0:22681:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1783947187.791520:0:22681:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.133@tcp lock: ffff8da7036e8000/0x48cfcce1a55e816a lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x48cfcce1a55e8171 expref: -99 pid: 24192 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947187.791526:0:22681:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.133@tcp lock: ffff8da7036e8000/0x48cfcce1a55e816a lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x48cfcce1a55e8171 expref: -99 pid: 24192 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947187.791535:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783947187.791537:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783947187.791538:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783947187.791550:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da703c03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:42b3cb17-0205-4693-9331-418db4796772:3650:1870603449842560:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1783947187.791579:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1783947187.792006:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783947187.792019:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da703c02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:42b3cb17-0205-4693-9331-418db4796772:3647:1870603449842688:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1783947187.792047:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783947187.792088:0:22679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449842560 00000100:00100000:2.0:1783947187.792093:0:22679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449842560 00010000:00010000:2.0:1783947187.792113:0:22679:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8da83611a000/0x48cfcce1a55e82eb lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x48cfcce1a55e82e4 expref: 24 pid: 22684 timeout: 969 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783947187.792134:0:22679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449842688 00000100:00100000:2.0:1783947187.792136:0:22679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449842688 00010000:00010000:2.0:1783947187.792146:0:22679:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8da817850600/0x48cfcce1a55e8171 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x48cfcce1a55e816a expref: 25 pid: 22684 timeout: 969 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783947187.792159:0:22679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1783947187.792166:0:22679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da703c03800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:42b3cb17-0205-4693-9331-418db4796772+25:3650:x1870603449842560:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1783947187.792187:0:22679:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783947187.792192:0:22679:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8da83611a000/0x48cfcce1a55e82eb lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x48cfcce1a55e82e4 expref: 25 pid: 22684 timeout: 969 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947187.792202:0:22679:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8da83611a000/0x48cfcce1a55e82eb lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x48cfcce1a55e82e4 expref: 25 pid: 22684 timeout: 969 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947187.792220:0:22679:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783947187.792253:0:22679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da703c03800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:42b3cb17-0205-4693-9331-418db4796772+25:3650:x1870603449842560:12345-0@lo:103:ldlm_bl.0 Request processed in 87us (671us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947187.792259:0:22679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1783947187.792272:0:22679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1783947187.792294:0:22679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8049a7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:42b3cb17-0205-4693-9331-418db4796772+24:3647:x1870603449842688:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1783947187.792312:0:22679:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783947187.792316:0:22679:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8da817850600/0x48cfcce1a55e8171 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x48cfcce1a55e816a expref: 24 pid: 22684 timeout: 969 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947187.792324:0:22679:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8da817850600/0x48cfcce1a55e8171 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x48cfcce1a55e816a expref: 24 pid: 22684 timeout: 969 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947187.792332:0:22679:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783947187.792357:0:22679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8049a7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:42b3cb17-0205-4693-9331-418db4796772+24:3647:x1870603449842688:12345-0@lo:103:ldlm_bl.0 Request processed in 80us (309us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947187.792362:0:22679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1783947187.792424:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da703c03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:42b3cb17-0205-4693-9331-418db4796772:3650:1870603449842560:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1783947187.792450:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da703c02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:42b3cb17-0205-4693-9331-418db4796772:3647:1870603449842688:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1783947187.796828:0:25716:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8da817850200/0x48cfcce1a55e8124 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x48cfcce1a55e811d expref: 23 pid: 22686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947187.796874:0:25716:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8da817850200/0x48cfcce1a55e8124 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x48cfcce1a55e811d expref: 23 pid: 22686 timeout: 969 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783947187.796889:0:25716:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da702395500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25716:1870603449842816:0@lo:104: 00000100:00100000:1.0:1783947187.796944:0:25716:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783947187.796957:0:25716:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da7036276c0 going to sleep for 11 seconds 00010000:00010000:1.0:1783947187.796981:0:25716:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8da83611a000/0x48cfcce1a55e82eb lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x48cfcce1a55e82e4 expref: 23 pid: 22684 timeout: 969 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783947187.796995:0:25716:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da702395f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25716:1870603449842176:0@lo:104: 00010000:00010000:1.0:1783947187.797005:0:25716:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8da817850600/0x48cfcce1a55e8171 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x48cfcce1a55e816a expref: 22 pid: 22684 timeout: 969 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783947187.797013:0:25716:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da702396680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25716:1870603449842304:0@lo:104: 00000100:00100000:0.0:1783947187.798643:0:22676:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449842432 00000100:00100000:0.0:1783947187.798657:0:22676:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449842432 00000100:00100000:0.0:1783947187.798702:0:22676:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449842816 00000100:00100000:0.0:1783947187.798705:0:22676:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449842816 00000100:00100000:0.0:1783947187.798723:0:22676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1783947187.798732:0:22676:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da702394a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:42b3cb17-0205-4693-9331-418db4796772+4:25716:x1870603449842432:12345-0@lo:104: 00010000:00010000:0.0:1783947187.798749:0:22676:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.133@tcp lock: ffff8da80168a400/0x48cfcce1a55e812b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x48cfcce1a55e8132 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947187.798840:0:22676:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1783947187.798871:0:22676:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da702394a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:42b3cb17-0205-4693-9331-418db4796772+4:25716:x1870603449842432:12345-0@lo:104: Request processed in 141us (7987us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947187.798879:0:22676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1783947187.798899:0:22676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1783947187.798906:0:22676:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da702397100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:42b3cb17-0205-4693-9331-418db4796772+3:25716:x1870603449842816:12345-0@lo:104: 00010000:00010000:0.0:1783947187.798914:0:22676:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.133@tcp lock: ffff8da80168aa00/0x48cfcce1a55e811d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x48cfcce1a55e8124 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947187.798950:0:22676:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1783947187.798954:0:22676:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da702397100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:42b3cb17-0205-4693-9331-418db4796772+3:25716:x1870603449842816:12345-0@lo:104: Request processed in 50us (2011us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947187.798960:0:22676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1783947187.799146:0:25716:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da702396a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25716:1870603449842432:0@lo:104: 00000100:00100000:1.0:1783947187.799157:0:25716:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da702395500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25716:1870603449842816:0@lo:104: 00010000:00010000:2.0:1783947187.799227:0:22680:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1783947187.799241:0:22680:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.133@tcp lock: ffff8da80168a400/0x48cfcce1a55e812b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x48cfcce1a55e8132 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947187.799249:0:22680:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da80168a400 already unused, calling callback (ffffffffc11dcc20) 10000000:00010000:2.0:1783947187.799254:0:22680:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.133@tcp lock: ffff8da80168a400/0x48cfcce1a55e812b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x48cfcce1a55e8132 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947187.799263:0:22680:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.133@tcp lock: ffff8da80168a400/0x48cfcce1a55e812b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x48cfcce1a55e8132 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1783947187.799271:0:22680:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.133@tcp lock: ffff8da80168a400/0x48cfcce1a55e812b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x48cfcce1a55e8132 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1783947187.799277:0:22680:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1783947187.799328:0:22680:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.133@tcp lock: ffff8da80168a400/0x48cfcce1a55e812b lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x48cfcce1a55e8132 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947187.799334:0:22680:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1783947187.799362:0:22680:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.133@tcp lock: ffff8da80168a400/0x48cfcce1a55e812b lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x48cfcce1a55e8132 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947187.799397:0:22680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.133@tcp lock: ffff8da80168a400/0x48cfcce1a55e812b lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x48cfcce1a55e8132 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947187.799411:0:22680:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783947187.799414:0:22680:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.133@tcp lock: ffff8da80168aa00/0x48cfcce1a55e811d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x48cfcce1a55e8124 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947187.799419:0:22680:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da80168aa00 already unused, calling callback (ffffffffc11dcc20) 10000000:00010000:2.0:1783947187.799422:0:22680:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.133@tcp lock: ffff8da80168aa00/0x48cfcce1a55e811d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x48cfcce1a55e8124 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947187.799437:0:22680:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.133@tcp lock: ffff8da80168aa00/0x48cfcce1a55e811d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x48cfcce1a55e8124 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1783947187.799443:0:22680:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.133@tcp lock: ffff8da80168aa00/0x48cfcce1a55e811d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x48cfcce1a55e8124 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1783947187.799447:0:22680:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1783947187.799462:0:22680:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.133@tcp lock: ffff8da80168aa00/0x48cfcce1a55e811d lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x48cfcce1a55e8124 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947187.799467:0:22680:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1783947187.799488:0:22680:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.133@tcp lock: ffff8da80168aa00/0x48cfcce1a55e811d lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x48cfcce1a55e8124 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783947187.799962:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da8049a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:42b3cb17-0205-4693-9331-418db4796772:3649:1870603449843072:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1783947187.800013:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1783947187.800087:0:22680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.133@tcp lock: ffff8da80168aa00/0x48cfcce1a55e811d lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x48cfcce1a55e8124 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947187.800106:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783947187.800108:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783947187.800110:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783947187.800120:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783947187.800132:0:22679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449843072 00000100:00100000:2.0:1783947187.800137:0:22679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449843072 00010000:00010000:2.0:1783947187.800164:0:22679:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8da817850200/0x48cfcce1a55e8124 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x48cfcce1a55e811d expref: 22 pid: 22686 timeout: 969 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783947187.800199:0:22679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1783947187.800206:0:22679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da702395880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:42b3cb17-0205-4693-9331-418db4796772+22:3649:x1870603449843072:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1783947187.800219:0:22679:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783947187.800232:0:22679:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8da817850200/0x48cfcce1a55e8124 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x48cfcce1a55e811d expref: 22 pid: 22686 timeout: 969 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947187.800242:0:22679:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8da817850200/0x48cfcce1a55e8124 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x48cfcce1a55e811d expref: 22 pid: 22686 timeout: 969 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947187.800256:0:22679:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8da817850200/0x48cfcce1a55e8124 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x48cfcce1a55e811d expref: 22 pid: 22686 timeout: 969 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947187.800270:0:22679:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783947187.800314:0:22679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da702395880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:42b3cb17-0205-4693-9331-418db4796772+21:3649:x1870603449843072:12345-0@lo:103:ldlm_bl.0 Request processed in 99us (290us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947187.800322:0:22679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1783947187.800355:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da8049a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:42b3cb17-0205-4693-9331-418db4796772:3649:1870603449843072:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1783947187.801135:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1783947187.801150:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da8049a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:42b3cb17-0205-4693-9331-418db4796772:3647:1870603449842944:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1783947187.801195:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783947187.801978:0:22677:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449842944 00000100:00100000:2.0:1783947187.801987:0:22677:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449842944 00010000:00010000:2.0:1783947187.802016:0:22677:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8da80168ae00/0x48cfcce1a55e8132 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x48cfcce1a55e812b expref: 21 pid: 22684 timeout: 969 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783947187.802055:0:22677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1783947187.802064:0:22677:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da703c01f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:42b3cb17-0205-4693-9331-418db4796772+21:3647:x1870603449842944:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1783947187.802076:0:22677:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783947187.802081:0:22677:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8da80168ae00/0x48cfcce1a55e8132 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x48cfcce1a55e812b expref: 21 pid: 22684 timeout: 969 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947187.802091:0:22677:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8da80168ae00/0x48cfcce1a55e8132 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x48cfcce1a55e812b expref: 21 pid: 22684 timeout: 969 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947187.802107:0:22677:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8da80168ae00/0x48cfcce1a55e8132 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x48cfcce1a55e812b expref: 21 pid: 22684 timeout: 969 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947187.802138:0:22677:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783947187.802193:0:22677:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da703c01f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:42b3cb17-0205-4693-9331-418db4796772+20:3647:x1870603449842944:12345-0@lo:103:ldlm_bl.0 Request processed in 131us (997us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947187.802201:0:22677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1783947187.802274:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da8049a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:42b3cb17-0205-4693-9331-418db4796772:3647:1870603449842944:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1783947187.816991:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1783947187.817128:0:25716:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da702396d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25716:1870603449841920:192.168.202.33@tcp:104: 00000100:00100000:2.0:1783947187.817297:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1783947187.817358:0:25716:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da702395c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25716:1870603449842048:192.168.202.33@tcp:104: 00010000:00010000:1.0:1783947187.817435:0:25716:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8da702217200/0x48cfcce1a55e84c7 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783947187.819592:0:22678:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432925056 00000100:00100000:3.0:1783947187.819606:0:22678:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432925056 00000100:00100000:0.0:1783947187.819705:0:22677:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432925184 00000100:00100000:0.0:1783947187.819711:0:22677:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432925184 00010000:00010000:0.0:1783947187.819758:0:22677:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8da702217800/0x48cfcce1a55e8457 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3b15 expref: 14 pid: 22686 timeout: 969 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783947187.819812:0:22677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13 00000100:00100000:0.0:1783947187.819822:0:22677:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8049a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a8e7f22f-0c08-43a5-b8b7-194d99628507+14:2406:x1870603432925184:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783947187.819838:0:22677:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783947187.819974:0:22677:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8da702217800/0x48cfcce1a55e8457 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3b15 expref: 14 pid: 22686 timeout: 969 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947187.819988:0:22677:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8da702217800/0x48cfcce1a55e8457 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3b15 expref: 14 pid: 22686 timeout: 969 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947187.820027:0:22677:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8da702217800/0x48cfcce1a55e8457 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3b15 expref: 14 pid: 22686 timeout: 969 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947187.820044:0:22677:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783947187.820146:0:22677:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8049a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a8e7f22f-0c08-43a5-b8b7-194d99628507+13:2406:x1870603432925184:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 324us (2848us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947187.820154:0:22677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13 00010000:00010000:0.0:1783947187.820187:0:22678:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8da80246b600/0x48cfcce1a55e8496 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3b85 expref: 12 pid: 22684 timeout: 969 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783947187.820217:0:22678:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14 00000100:00100000:0.0:1783947187.820225:0:22678:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83fa99450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a8e7f22f-0c08-43a5-b8b7-194d99628507+12:2405:x1870603432925056:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783947187.820232:0:22678:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783947187.820237:0:22678:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8da80246b600/0x48cfcce1a55e8496 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3b85 expref: 12 pid: 22684 timeout: 969 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947187.820246:0:22678:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8da80246b600/0x48cfcce1a55e8496 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3b85 expref: 12 pid: 22684 timeout: 969 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947187.820257:0:22678:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8da80246b600/0x48cfcce1a55e8496 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3b85 expref: 12 pid: 22684 timeout: 969 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947187.820269:0:22678:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8da702217200/0x48cfcce1a55e84c7 lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 25716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947187.820288:0:22678:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8da702217200/0x48cfcce1a55e84c7 lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 25716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947187.820324:0:22678:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8da702217200/0x48cfcce1a55e84c7 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947187.820332:0:22678:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8da702217200/0x48cfcce1a55e84c7 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947187.820338:0:22678:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8da702217200/0x48cfcce1a55e84c7 lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947187.820346:0:22678:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8da702217200/0x48cfcce1a55e84c7 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947187.820352:0:22678:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da702217200 already unused, calling callback (ffffffffc0be1230) 00010000:00010000:0.0:1783947187.820357:0:22678:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8da702217200/0x48cfcce1a55e84c7 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947187.820394:0:22678:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8da702217200/0x48cfcce1a55e84c7 lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947187.820408:0:22678:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8da702217200/0x48cfcce1a55e84c7 lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947187.820418:0:22678:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783947187.820439:0:22678:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83fa99450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a8e7f22f-0c08-43a5-b8b7-194d99628507+11:2405:x1870603432925056:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 214us (3457us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947187.820445:0:22678:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14 00010000:00010000:1.0:1783947187.820651:0:25716:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8da702217200/0x48cfcce1a55e84c7 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947187.820671:0:25716:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8da702217200/0x48cfcce1a55e84c7 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947187.820678:0:25716:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8da702217200/0x48cfcce1a55e84c7 lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947188.479573:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783947189.020735:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1783947189.020835:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432925312 00000100:00100000:3.0:1783947189.020846:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432925312 00000100:00100000:3.0:1783947189.020912:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 150 00000100:00100000:3.0:1783947189.020923:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da82f457c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a8e7f22f-0c08-43a5-b8b7-194d99628507+11:18145:x1870603432925312:12345-192.168.202.33@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1783947189.020941:0:22684:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783947189.020965:0:22684:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8da841756600/0x48cfcce1a55e84ce lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x8824ecd4a7fd3bbd expref: -99 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947189.020996:0:22684:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8da841756600/0x48cfcce1a55e84ce lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3bbd expref: 12 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947189.021009:0:22684:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8da841756600/0x48cfcce1a55e84ce lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3bbd expref: 12 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947189.021019:0:22684:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8da841756600, rc 0) 00000100:00100000:3.0:1783947189.021086:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da82f457c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a8e7f22f-0c08-43a5-b8b7-194d99628507+12:18145:x1870603432925312:12345-192.168.202.33@tcp:101:ll_cfg_requeue.0 Request processed in 165us (363us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947189.021094:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 150 00000100:00100000:0.0:1783947189.034623:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1783947189.034883:0:22686:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432925440 00000100:00100000:1.0:1783947189.034893:0:22686:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432925440 00000100:00100000:1.0:1783947189.034953:0:22686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 151 00000100:00100000:1.0:1783947189.034963:0:22686:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da82f457450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a8e7f22f-0c08-43a5-b8b7-194d99628507+12:18145:x1870603432925440:12345-192.168.202.33@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1783947189.035120:0:22686:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da82f457450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a8e7f22f-0c08-43a5-b8b7-194d99628507+12:18145:x1870603432925440:12345-192.168.202.33@tcp:501:ll_cfg_requeue.0 Request processed in 158us (506us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947189.035129:0:22686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 151 00000100:00100000:2.0:1783947189.055076:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1783947189.056089:0:22685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432925568 00000100:00100000:1.0:1783947189.056102:0:22685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432925568 00000100:00100000:1.0:1783947189.056171:0:22685:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 152 00000100:00100000:1.0:1783947189.056181:0:22685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da82f457850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a8e7f22f-0c08-43a5-b8b7-194d99628507+12:18145:x1870603432925568:12345-192.168.202.33@tcp:503:ll_cfg_requeue.0 00000100:00100000:1.0:1783947189.056355:0:22685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da82f457850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a8e7f22f-0c08-43a5-b8b7-194d99628507+12:18145:x1870603432925568:12345-192.168.202.33@tcp:503:ll_cfg_requeue.0 Request processed in 173us (1287us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947189.056384:0:22685:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 152 00000100:00100000:0.0:1783947189.075858:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1783947189.076415:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432925696 00000100:00100000:3.0:1783947189.076426:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432925696 00000100:00100000:3.0:1783947189.076489:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 153 00000100:00100000:3.0:1783947189.076501:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da82f455450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a8e7f22f-0c08-43a5-b8b7-194d99628507+12:18145:x1870603432925696:12345-192.168.202.33@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1783947189.076517:0:22684:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783947189.076535:0:22684:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8da841756200/0x48cfcce1a55e84d5 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x8824ecd4a7fd3bc4 expref: -99 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947189.076593:0:22684:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8da841756200/0x48cfcce1a55e84d5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3bc4 expref: 13 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947189.076603:0:22684:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8da841756200/0x48cfcce1a55e84d5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3bc4 expref: 13 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947189.076612:0:22684:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8da841756200, rc 0) 00000100:00100000:3.0:1783947189.076678:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da82f455450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a8e7f22f-0c08-43a5-b8b7-194d99628507+13:18145:x1870603432925696:12345-192.168.202.33@tcp:101:ll_cfg_requeue.0 Request processed in 174us (836us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947189.076685:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 153 00000100:00100000:3.0:1783947189.079410:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1783947189.079499:0:22686:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432925824 00000100:00100000:0.0:1783947189.079522:0:22686:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432925824 00000100:00100000:0.0:1783947189.079580:0:22686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 154 00000100:00100000:0.0:1783947189.079602:0:22686:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da84188a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a8e7f22f-0c08-43a5-b8b7-194d99628507+13:18145:x1870603432925824:12345-192.168.202.33@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1783947189.079771:0:22686:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da84188a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a8e7f22f-0c08-43a5-b8b7-194d99628507+13:18145:x1870603432925824:12345-192.168.202.33@tcp:501:ll_cfg_requeue.0 Request processed in 171us (369us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947189.079779:0:22686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 154 00000100:00100000:2.0:1783947189.083782:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1783947189.084190:0:22685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432925952 00000100:00100000:1.0:1783947189.084201:0:22685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432925952 00000100:00100000:1.0:1783947189.084257:0:22685:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 155 00000100:00100000:1.0:1783947189.084267:0:22685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da84188a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a8e7f22f-0c08-43a5-b8b7-194d99628507+13:18145:x1870603432925952:12345-192.168.202.33@tcp:503:ll_cfg_requeue.0 00000100:00100000:1.0:1783947189.084454:0:22685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da84188a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a8e7f22f-0c08-43a5-b8b7-194d99628507+13:18145:x1870603432925952:12345-192.168.202.33@tcp:503:ll_cfg_requeue.0 Request processed in 188us (680us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947189.084469:0:22685:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 155 00010000:00010000:2.0:1783947189.509238:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1783947189.697763:0:22689:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1783947189.697772:0:22689:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff8da804f07000 from 13 10000000:01000000:3.0:1783947189.697778:0:22689:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1783947189.697856:0:22689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da841757c00/0x48cfcce1a55e84dc lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947189.697870:0:22689:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.133@tcp lock: ffff8da841757c00/0x48cfcce1a55e84dc lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947189.697882:0:22689:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.133@tcp lock: ffff8da841757c00/0x48cfcce1a55e84dc lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783947189.697910:0:22689:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da80e9aca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42b3cb17-0205-4693-9331-418db4796772:22689:1870603449843200:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1783947189.697982:0:22689:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783947189.698041:0:22689:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da8054bc6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1783947189.698237:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449843200 00000100:00100000:2.0:1783947189.698245:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449843200 00000100:00100000:2.0:1783947189.698331:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00100000:2.0:1783947189.698341:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da841889850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+20:22689:x1870603449843200:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1783947189.698355:0:22684:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783947189.698392:0:22684:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8da80246a000/0x48cfcce1a55e84e3 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x48cfcce1a55e84dc expref: -99 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947189.698417:0:22684:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8da80246a000/0x48cfcce1a55e84e3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x48cfcce1a55e84dc expref: 21 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947189.698427:0:22684:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8da80246a000/0x48cfcce1a55e84e3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x48cfcce1a55e84dc expref: 21 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947189.698436:0:22684:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8da80246a000, rc 0) 00000100:00100000:2.0:1783947189.698485:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da841889850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+21:22689:x1870603449843200:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 145us (502us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947189.698508:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00100000:3.0:1783947189.698598:0:22689:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da80e9aca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42b3cb17-0205-4693-9331-418db4796772:22689:1870603449843200:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1783947189.698624:0:22689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.133@tcp lock: ffff8da841757c00/0x48cfcce1a55e84dc lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e84e3 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947189.698634:0:22689:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.133@tcp lock: ffff8da841757c00/0x48cfcce1a55e84dc lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x48cfcce1a55e84e3 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783947189.698702:0:22689:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da80e9aca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42b3cb17-0205-4693-9331-418db4796772:22689:1870603449843328:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1783947189.698731:0:22689:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783947189.698763:0:22689:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da8054bc6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1783947189.698851:0:22685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449843328 00000100:00100000:1.0:1783947189.698856:0:22685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449843328 00000100:00100000:1.0:1783947189.698891:0:22685:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000100:00100000:1.0:1783947189.698899:0:22685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da841888450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42b3cb17-0205-4693-9331-418db4796772+21:22689:x1870603449843328:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1783947189.699030:0:22685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da841888450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42b3cb17-0205-4693-9331-418db4796772+21:22689:x1870603449843328:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 132us (297us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947189.699038:0:22685:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00000100:00100000:3.0:1783947189.699234:0:22689:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da80e9aca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42b3cb17-0205-4693-9331-418db4796772:22689:1870603449843328:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1783947189.699266:0:22689:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da80e9aca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42b3cb17-0205-4693-9331-418db4796772:22689:1870603449843456:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1783947189.699318:0:22689:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783947189.699340:0:22689:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da8054bc6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1783947189.699401:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449843456 00000100:00100000:2.0:1783947189.699406:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449843456 00000100:00100000:2.0:1783947189.699425:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158 00000100:00100000:2.0:1783947189.699432:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da84188bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+21:22689:x1870603449843456:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1783947189.699515:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da84188bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+21:22689:x1870603449843456:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 83us (196us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947189.699522:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158 00000100:00100000:3.0:1783947189.699600:0:22689:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da80e9aca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42b3cb17-0205-4693-9331-418db4796772:22689:1870603449843456:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1783947189.700560:0:25730:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:2.0:1783947189.702299:0:22689:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:2.0:1783947189.702336:0:22689:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.133@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1783947189.702348:0:22689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da841757c00/0x48cfcce1a55e84dc lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e84e3 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947189.702361:0:22689:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.133@tcp lock: ffff8da841757c00/0x48cfcce1a55e84dc lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e84e3 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1783947189.702410:0:22689:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1783947189.702413:0:22689:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff8da804961800 from 13 10000000:01000000:2.0:1783947189.702416:0:22689:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1783947189.702459:0:22689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da80246b400/0x48cfcce1a55e84ea lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947189.702467:0:22689:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.133@tcp lock: ffff8da80246b400/0x48cfcce1a55e84ea lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947189.702479:0:22689:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.133@tcp lock: ffff8da80246b400/0x48cfcce1a55e84ea lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783947189.702508:0:22689:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da8049a5f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42b3cb17-0205-4693-9331-418db4796772:22689:1870603449843584:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1783947189.702594:0:22689:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783947189.702633:0:22689:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da83c70f9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1783947189.702746:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449843584 00000100:00100000:3.0:1783947189.702754:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449843584 00000100:00100000:3.0:1783947189.702810:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159 00000100:00100000:3.0:1783947189.702821:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da84188a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+21:22689:x1870603449843584:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1783947189.702988:0:22684:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783947189.703003:0:22684:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8da841757600/0x48cfcce1a55e84f1 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x48cfcce1a55e84ea expref: -99 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947189.703027:0:22684:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8da841757600/0x48cfcce1a55e84f1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x48cfcce1a55e84ea expref: 22 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947189.703037:0:22684:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8da841757600/0x48cfcce1a55e84f1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x48cfcce1a55e84ea expref: 22 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947189.703054:0:22684:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8da841757600, rc 0) 00000100:00100000:3.0:1783947189.703098:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da84188a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+22:22689:x1870603449843584:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 279us (504us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947189.703105:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159 00000100:00100000:2.0:1783947189.703242:0:22689:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da8049a5f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42b3cb17-0205-4693-9331-418db4796772:22689:1870603449843584:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1783947189.703258:0:22689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.133@tcp lock: ffff8da80246b400/0x48cfcce1a55e84ea lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e84f1 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947189.703266:0:22689:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.133@tcp lock: ffff8da80246b400/0x48cfcce1a55e84ea lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x48cfcce1a55e84f1 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783947189.703334:0:22689:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da8049a5f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42b3cb17-0205-4693-9331-418db4796772:22689:1870603449843712:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1783947189.703359:0:22689:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783947189.703443:0:22689:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da83c70f9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1783947189.710912:0:22686:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449843712 00000100:00100000:0.0:1783947189.710929:0:22686:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449843712 00000100:00100000:0.0:1783947189.711184:0:22686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 160 00000100:00100000:0.0:1783947189.711196:0:22686:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da84188ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42b3cb17-0205-4693-9331-418db4796772+22:22689:x1870603449843712:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1783947189.711392:0:22686:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da84188ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42b3cb17-0205-4693-9331-418db4796772+22:22689:x1870603449843712:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 197us (8030us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947189.711400:0:22686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 160 00000100:00100000:2.0:1783947189.711505:0:22689:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da8049a5f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42b3cb17-0205-4693-9331-418db4796772:22689:1870603449843712:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1783947189.711561:0:22689:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da8049a5f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42b3cb17-0205-4693-9331-418db4796772:22689:1870603449843840:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1783947189.711617:0:22689:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783947189.721427:0:22689:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da83c70f9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1783947189.721592:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449843840 00000100:00100000:3.0:1783947189.721603:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449843840 00000100:00100000:3.0:1783947189.721666:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 161 00000100:00100000:3.0:1783947189.721676:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da841888850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+22:22689:x1870603449843840:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1783947189.722391:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da841888850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+22:22689:x1870603449843840:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 690us (10746us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947189.722401:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 161 00000100:00100000:2.0:1783947189.722530:0:22689:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da8049a5f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42b3cb17-0205-4693-9331-418db4796772:22689:1870603449843840:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1783947189.730145:0:25731:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1783947189.735328:0:22689:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1783947189.735563:0:22689:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.133@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1783947189.735578:0:22689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da80246b400/0x48cfcce1a55e84ea lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e84f1 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947189.735590:0:22689:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.133@tcp lock: ffff8da80246b400/0x48cfcce1a55e84ea lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e84f1 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1783947189.739763:0:22689:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1783947189.739773:0:22689:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff8da83ad5f000 from 13 10000000:01000000:1.0:1783947189.739780:0:22689:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1783947189.740165:0:22689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da702216e00/0x48cfcce1a55e84f8 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947189.740178:0:22689:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.133@tcp lock: ffff8da702216e00/0x48cfcce1a55e84f8 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947189.740191:0:22689:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.133@tcp lock: ffff8da702216e00/0x48cfcce1a55e84f8 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783947189.740219:0:22689:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da702395c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42b3cb17-0205-4693-9331-418db4796772:22689:1870603449843968:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1783947189.740304:0:22689:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783947189.740453:0:22689:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da7036276c0 going to sleep for 11 seconds 00000100:00100000:3.0:1783947189.740539:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449843968 00000100:00100000:3.0:1783947189.740548:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449843968 00000100:00100000:3.0:1783947189.740595:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 162 00000100:00100000:3.0:1783947189.740605:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da841888c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+22:22689:x1870603449843968:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1783947189.740618:0:22684:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783947189.740634:0:22684:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8da841757400/0x48cfcce1a55e84ff lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x48cfcce1a55e84f8 expref: -99 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947189.740656:0:22684:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8da841757400/0x48cfcce1a55e84ff lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x48cfcce1a55e84f8 expref: 23 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947189.740666:0:22684:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8da841757400/0x48cfcce1a55e84ff lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x48cfcce1a55e84f8 expref: 23 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947189.740674:0:22684:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8da841757400, rc 0) 00000100:00100000:3.0:1783947189.740737:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da841888c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+23:22689:x1870603449843968:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 134us (434us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947189.740744:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 162 00000100:00100000:1.0:1783947189.741141:0:22689:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da702395c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42b3cb17-0205-4693-9331-418db4796772:22689:1870603449843968:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1783947189.741159:0:22689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.133@tcp lock: ffff8da702216e00/0x48cfcce1a55e84f8 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e84ff expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947189.741183:0:22689:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.133@tcp lock: ffff8da702216e00/0x48cfcce1a55e84f8 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x48cfcce1a55e84ff expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783947189.741248:0:22689:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da702395c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42b3cb17-0205-4693-9331-418db4796772:22689:1870603449844096:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1783947189.741278:0:22689:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783947189.741321:0:22689:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da7036276c0 going to sleep for 11 seconds 00000100:00100000:0.0:1783947189.741460:0:22685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449844096 00000100:00100000:0.0:1783947189.741465:0:22685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449844096 00000100:00100000:0.0:1783947189.741534:0:22685:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 163 00000100:00100000:0.0:1783947189.741542:0:22685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da84188b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42b3cb17-0205-4693-9331-418db4796772+23:22689:x1870603449844096:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1783947189.741659:0:22685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da84188b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:42b3cb17-0205-4693-9331-418db4796772+23:22689:x1870603449844096:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 117us (380us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947189.741677:0:22685:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 163 00000100:00100000:1.0:1783947189.741742:0:22689:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da702395c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42b3cb17-0205-4693-9331-418db4796772:22689:1870603449844096:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1783947189.741769:0:22689:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da702395c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42b3cb17-0205-4693-9331-418db4796772:22689:1870603449844224:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1783947189.741809:0:22689:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783947189.742221:0:22689:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da7036276c0 going to sleep for 11 seconds 00000100:00100000:3.0:1783947189.742676:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449844224 00000100:00100000:3.0:1783947189.742682:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449844224 00000100:00100000:3.0:1783947189.742717:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 164 00000100:00100000:3.0:1783947189.742725:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da841889450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+23:22689:x1870603449844224:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1783947189.742824:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da841889450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+23:22689:x1870603449844224:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 100us (1015us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947189.742845:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 164 00000100:00100000:1.0:1783947189.743098:0:22689:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da702395c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42b3cb17-0205-4693-9331-418db4796772:22689:1870603449844224:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1783947189.744632:0:25732:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:3.0:1783947189.745165:0:22689:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:3.0:1783947189.745193:0:22689:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.133@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1783947189.745205:0:22689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da702216e00/0x48cfcce1a55e84f8 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e84ff expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947189.745218:0:22689:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.133@tcp lock: ffff8da702216e00/0x48cfcce1a55e84f8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e84ff expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783947189.745229:0:22689:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1783947189.745231:0:22689:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff8da840f5e000 from 13 10000000:01000000:3.0:1783947189.745234:0:22689:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1783947189.745294:0:22689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da841756c00/0x48cfcce1a55e8506 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947189.745302:0:22689:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.133@tcp lock: ffff8da841756c00/0x48cfcce1a55e8506 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947189.745311:0:22689:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.133@tcp lock: ffff8da841756c00/0x48cfcce1a55e8506 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783947189.745354:0:22689:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da80e9aca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42b3cb17-0205-4693-9331-418db4796772:22689:1870603449844352:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1783947189.745443:0:22689:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783947189.745487:0:22689:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da8054bc840 going to sleep for 11 seconds 00000100:00100000:1.0:1783947189.745606:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449844352 00000100:00100000:1.0:1783947189.745613:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449844352 00000100:00100000:1.0:1783947189.745648:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 165 00000100:00100000:1.0:1783947189.745657:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da84188b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+23:22689:x1870603449844352:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1783947189.745671:0:22684:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783947189.745682:0:22684:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8da702216600/0x48cfcce1a55e850d lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x48cfcce1a55e8506 expref: -99 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947189.745706:0:22684:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8da702216600/0x48cfcce1a55e850d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x48cfcce1a55e8506 expref: 24 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947189.745717:0:22684:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8da702216600/0x48cfcce1a55e850d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x48cfcce1a55e8506 expref: 24 pid: 22684 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947189.745738:0:22684:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8da702216600, rc 0) 00000100:00100000:1.0:1783947189.745781:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da84188b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+24:22689:x1870603449844352:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 124us (337us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947189.745788:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 165 00000100:00100000:3.0:1783947189.746050:0:22689:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da80e9aca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42b3cb17-0205-4693-9331-418db4796772:22689:1870603449844352:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1783947189.746064:0:22689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.133@tcp lock: ffff8da841756c00/0x48cfcce1a55e8506 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e850d expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947189.746073:0:22689:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.133@tcp lock: ffff8da841756c00/0x48cfcce1a55e8506 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x48cfcce1a55e850d expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783947189.746131:0:22689:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da80e9aca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42b3cb17-0205-4693-9331-418db4796772:22689:1870603449844480:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1783947189.746156:0:22689:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783947189.746179:0:22689:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da8054bc840 going to sleep for 11 seconds 00000100:00100000:1.0:1783947189.746219:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449844480 00000100:00100000:1.0:1783947189.746223:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449844480 00000100:00100000:1.0:1783947189.746242:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 166 00000100:00100000:1.0:1783947189.746247:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da841888050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+24:22689:x1870603449844480:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1783947189.746616:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da841888050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+24:22689:x1870603449844480:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 367us (457us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947189.746624:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 166 00000100:00100000:3.0:1783947189.746696:0:22689:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da80e9aca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42b3cb17-0205-4693-9331-418db4796772:22689:1870603449844480:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1783947189.746725:0:22689:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da80e9aca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42b3cb17-0205-4693-9331-418db4796772:22689:1870603449844608:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1783947189.746770:0:22689:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783947189.746801:0:22689:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da8054bc840 going to sleep for 11 seconds 00000100:00100000:1.0:1783947189.747142:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449844608 00000100:00100000:1.0:1783947189.747147:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449844608 00000100:00100000:1.0:1783947189.747170:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 167 00000100:00100000:1.0:1783947189.747177:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da841889050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+24:22689:x1870603449844608:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1783947189.747270:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da841889050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:42b3cb17-0205-4693-9331-418db4796772+24:22689:x1870603449844608:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 94us (499us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947189.747277:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 167 00000100:00100000:3.0:1783947189.747399:0:22689:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da80e9aca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:42b3cb17-0205-4693-9331-418db4796772:22689:1870603449844608:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1783947189.748555:0:25733:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:3.0:1783947189.748805:0:22689:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:3.0:1783947189.748840:0:22689:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.202.133@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1783947189.748851:0:22689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.133@tcp lock: ffff8da841756c00/0x48cfcce1a55e8506 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e850d expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947189.748862:0:22689:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.133@tcp lock: ffff8da841756c00/0x48cfcce1a55e8506 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x48cfcce1a55e850d expref: -99 pid: 22689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783947189.847933:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1783947189.848012:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1783947189.848044:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1783947189.848075:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1783947189.848089:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1783947189.848106:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1783947189.848136:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1783947189.848155:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1783947189.848176:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1783947189.848208:0:24197:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432926592 00000100:00100000:1.0:1783947189.848216:0:24197:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432926592 00000100:00100000:1.0:1783947189.848279:0:24197:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432927104 00000100:00100000:1.0:1783947189.848316:0:24197:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432927104 00000100:00100000:1.0:1783947189.848333:0:24197:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432926464 00000100:00100000:1.0:1783947189.848336:0:24197:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432926464 00000100:00100000:1.0:1783947189.848346:0:24197:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432926976 00000100:00100000:1.0:1783947189.848350:0:24197:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432926976 00000100:00100000:1.0:1783947189.848402:0:24197:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 19 00000100:00100000:1.0:1783947189.848411:0:24197:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da702396d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+5:2407:x1870603432926592:12345-192.168.202.33@tcp:400:kworker.0 00000100:00100000:1.0:1783947189.848487:0:24197:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da702396d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+5:2407:x1870603432926592:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 76us (440us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947189.848495:0:24197:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 19 00000100:00100000:1.0:1783947189.848514:0:24197:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 20 00000100:00100000:1.0:1783947189.848521:0:24197:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da702396a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a1846cf6-4a4e-4036-b0c6-8aa199e91ddb+5:2407:x1870603432927104:12345-192.168.202.33@tcp:400:kworker.0 00000100:00100000:1.0:1783947189.848542:0:24197:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da702396a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a1846cf6-4a4e-4036-b0c6-8aa199e91ddb+5:2407:x1870603432927104:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 23us (453us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947189.848548:0:24197:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 20 00000100:00100000:1.0:1783947189.848558:0:24197:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 21 00000100:00100000:1.0:1783947189.848563:0:24197:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da702395f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+5:2407:x1870603432926464:12345-192.168.202.33@tcp:400:kworker.0 00000100:00100000:1.0:1783947189.848585:0:24197:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da702395f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+5:2407:x1870603432926464:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 22us (448us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947189.848590:0:24197:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 21 00000100:00100000:1.0:1783947189.848610:0:24197:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 22 00000100:00100000:1.0:1783947189.848615:0:24197:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da702395180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a1846cf6-4a4e-4036-b0c6-8aa199e91ddb+5:2407:x1870603432926976:12345-192.168.202.33@tcp:400:kworker.0 00000100:00100000:1.0:1783947189.848647:0:24197:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da702395180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a1846cf6-4a4e-4036-b0c6-8aa199e91ddb+5:2407:x1870603432926976:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 32us (470us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947189.848652:0:24197:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 22 00000100:00100000:0.0:1783947189.848787:0:25483:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432926336 00000100:00100000:0.0:1783947189.848793:0:25483:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432926336 00000100:00100000:0.0:1783947189.848817:0:25483:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432926848 00000100:00100000:0.0:1783947189.848820:0:25483:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432926848 00000100:00100000:0.0:1783947189.848831:0:25483:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432926208 00000100:00100000:0.0:1783947189.848833:0:25483:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432926208 00000100:00100000:0.0:1783947189.848844:0:25483:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432926720 00000100:00100000:0.0:1783947189.848846:0:25483:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432926720 00000100:00100000:0.0:1783947189.848859:0:25483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 61 00000100:00100000:0.0:1783947189.848865:0:25483:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da702395c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+5:2407:x1870603432926336:12345-192.168.202.33@tcp:400:kworker.0 00000100:00100000:0.0:1783947189.848893:0:25483:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da702395c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+5:2407:x1870603432926336:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 29us (881us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947189.848899:0:25483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 61 00000100:00100000:0.0:1783947189.848910:0:25483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 62 00000100:00100000:0.0:1783947189.848916:0:25483:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da702395500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a1846cf6-4a4e-4036-b0c6-8aa199e91ddb+5:2407:x1870603432926848:12345-192.168.202.33@tcp:400:kworker.0 00000100:00100000:0.0:1783947189.848938:0:25483:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da702395500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a1846cf6-4a4e-4036-b0c6-8aa199e91ddb+5:2407:x1870603432926848:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 22us (862us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947189.848944:0:25483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 62 00000100:00100000:0.0:1783947189.848955:0:25483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 63 00000100:00100000:0.0:1783947189.848961:0:25483:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da702396680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+6:2407:x1870603432926208:12345-192.168.202.33@tcp:400:kworker.0 00000100:00100000:0.0:1783947189.848986:0:25483:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da702396680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+6:2407:x1870603432926208:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 24us (877us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947189.848992:0:25483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 63 00000100:00100000:0.0:1783947189.849002:0:25483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 64 00000100:00100000:0.0:1783947189.849015:0:25483:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da702394e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a1846cf6-4a4e-4036-b0c6-8aa199e91ddb+6:2407:x1870603432926720:12345-192.168.202.33@tcp:400:kworker.0 00000100:00100000:0.0:1783947189.849040:0:25483:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da702394e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a1846cf6-4a4e-4036-b0c6-8aa199e91ddb+6:2407:x1870603432926720:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 27us (885us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947189.849046:0:25483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 64 00000100:00080000:2.0:1783947189.852617:0:22687:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1783947189.852633:0:22687:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1783947189.852637:0:22687:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1783947189.852640:0:22687:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1783947189.854231:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432926080 00000100:00100000:3.0:1783947189.854248:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432926080 00000100:00100000:1.0:1783947189.854541:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 168 00000100:00100000:1.0:1783947189.854551:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8417a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a8e7f22f-0c08-43a5-b8b7-194d99628507+13:2407:x1870603432926080:12345-192.168.202.33@tcp:400:kworker.0 00000100:00100000:1.0:1783947189.854626:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8417a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a8e7f22f-0c08-43a5-b8b7-194d99628507+13:2407:x1870603432926080:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 76us (6702us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947189.854633:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 168 00000100:00100000:1.0:1783947190.111674:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1783947190.111771:0:25483:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432927232 00000100:00100000:0.0:1783947190.111781:0:25483:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432927232 00000100:00100000:0.0:1783947190.111868:0:25483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 23 00000100:00100000:0.0:1783947190.111879:0:25483:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da702395880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+6:18768:x1870603432927232:12345-192.168.202.33@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1783947190.111905:0:25483:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783947190.111930:0:25483:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8da841771200/0x48cfcce1a55e8514 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8824ecd4a7fd3bcb expref: -99 pid: 25483 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947190.111998:0:25483:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8da841771400/0x48cfcce1a55e851b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947190.112011:0:25483:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8da841771400/0x48cfcce1a55e851b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947190.112026:0:25483:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8da841771400/0x48cfcce1a55e851b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947190.112042:0:25483:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8da841770000/0x48cfcce1a55e8522 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947190.112049:0:25483:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8da841770000/0x48cfcce1a55e8522 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947190.112055:0:25483:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8da841770000/0x48cfcce1a55e8522 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947190.112163:0:25483:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8da841771000/0x48cfcce1a55e8529 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947190.112171:0:25483:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8da841771000/0x48cfcce1a55e8529 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947190.112179:0:25483:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8da841771000/0x48cfcce1a55e8529 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1783947190.112208:0:25483:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1783947190.112213:0:25483:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1783947190.112248:0:25483:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8da841771000/0x48cfcce1a55e8529 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947190.112259:0:25483:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8da841771400/0x48cfcce1a55e851b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947190.112266:0:25483:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8da841771400/0x48cfcce1a55e851b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947190.112271:0:25483:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8da841771400/0x48cfcce1a55e851b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947190.112276:0:25483:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da841771400 already unused, calling callback (ffffffffc17ed4f0) 00010000:00010000:0.0:1783947190.112289:0:25483:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8da841771400/0x48cfcce1a55e851b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947190.112297:0:25483:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8da841771400/0x48cfcce1a55e851b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947190.112309:0:25483:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8da841549b00) 00010000:00010000:0.0:1783947190.112317:0:25483:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783947190.112323:0:25483:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8da841771400/0x48cfcce1a55e851b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947190.112329:0:25483:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8da841771400/0x48cfcce1a55e851b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947190.112342:0:25483:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8da841770000/0x48cfcce1a55e8522 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947190.112347:0:25483:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8da841770000/0x48cfcce1a55e8522 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947190.112352:0:25483:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8da841770000/0x48cfcce1a55e8522 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947190.112357:0:25483:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da841770000 already unused, calling callback (ffffffffc17ed4f0) 00010000:00010000:0.0:1783947190.112359:0:25483:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8da841770000/0x48cfcce1a55e8522 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947190.112424:0:25483:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8da841770000/0x48cfcce1a55e8522 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947190.112435:0:25483:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b979c7a (ffff8da803940d00) 00010000:00010000:0.0:1783947190.112437:0:25483:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783947190.112440:0:25483:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8da841770000/0x48cfcce1a55e8522 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947190.112446:0:25483:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8da841770000/0x48cfcce1a55e8522 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947190.112481:0:25483:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8da841771200/0x48cfcce1a55e8514 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3bcb expref: 8 pid: 25483 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947190.112506:0:25483:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8da841771000/0x48cfcce1a55e8529 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3bcb expref: 7 pid: 25483 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947190.112514:0:25483:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8da803940b00) 00010000:00010000:0.0:1783947190.112517:0:25483:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1783947190.112519:0:25483:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8da841771000, rc 0) 00000100:00100000:0.0:1783947190.112645:0:25483:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da702395880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+7:18768:x1870603432927232:12345-192.168.202.33@tcp:101:lhsmtool_posix.0 Request processed in 767us (980us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947190.112654:0:25483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 23 00000100:00100000:3.0:1783947190.131919:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1783947190.132174:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432927360 00000100:00100000:0.0:1783947190.132184:0:22704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432927360 00000100:00100000:0.0:1783947190.132248:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 5 00000100:00100000:0.0:1783947190.132261:0:22704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da80e9aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+7:18768:x1870603432927360:12345-192.168.202.33@tcp:900:lhsmtool_posix.0 00000100:00100000:0.0:1783947190.132361:0:22704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da80e9aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+7:18768:x1870603432927360:12345-192.168.202.33@tcp:900:lhsmtool_posix.0 Request processed in 103us (451us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947190.132409:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 5 00000100:00100000:1.0:1783947190.147292:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1783947190.147317:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da8049a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1870603449844736:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1783947190.147413:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783947190.147509:0:24200:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449844736 00000100:00100000:2.0:1783947190.147516:0:24200:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449844736 00000100:00100000:2.0:1783947190.147583:0:24200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1783947190.147591:0:24200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da702394380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1870603449844736:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1783947190.147633:0:24200:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923501056 avail 3691978752 00000100:00100000:2.0:1783947190.147676:0:24200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da702394380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1870603449844736:12345-0@lo:13:osp-pre-0-1.0 Request processed in 86us (263us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947190.147684:0:24200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1783947190.148310:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da8049a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1870603449844736:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1783947190.148466:0:22687:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1783947190.150935:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1783947190.151119:0:22693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432927616 00000100:00100000:2.0:1783947190.151129:0:22693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432927616 00000100:00100000:2.0:1783947190.151199:0:22693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 24 00000100:00100000:2.0:1783947190.151210:0:22693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da80e9ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+7:18768:x1870603432927616:12345-192.168.202.33@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1783947190.151231:0:22693:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783947190.151257:0:22693:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246b600/0x48cfcce1a55e8530 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8824ecd4a7fd3bd2 expref: -99 pid: 22693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.151348:0:22693:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246a800/0x48cfcce1a55e8537 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.151363:0:22693:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246a800/0x48cfcce1a55e8537 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.151404:0:22693:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246a800/0x48cfcce1a55e8537 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.151420:0:22693:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246aa00/0x48cfcce1a55e853e lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.151428:0:22693:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246aa00/0x48cfcce1a55e853e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.151434:0:22693:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246aa00/0x48cfcce1a55e853e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.151572:0:22693:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246b800/0x48cfcce1a55e8545 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.151581:0:22693:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246b800/0x48cfcce1a55e8545 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.151588:0:22693:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246b800/0x48cfcce1a55e8545 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783947190.151597:0:22693:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 4096 00010000:00010000:2.0:1783947190.151755:0:22693:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246a800/0x48cfcce1a55e8537 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.151764:0:22693:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246a800/0x48cfcce1a55e8537 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.151770:0:22693:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246a800/0x48cfcce1a55e8537 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.151775:0:22693:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da80246a800 already unused, calling callback (ffffffffc17ed4f0) 00010000:00010000:2.0:1783947190.151779:0:22693:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246a800/0x48cfcce1a55e8537 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.151786:0:22693:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246a800/0x48cfcce1a55e8537 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.151800:0:22693:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8da803940b00) 00010000:00010000:2.0:1783947190.151803:0:22693:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783947190.151808:0:22693:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246a800/0x48cfcce1a55e8537 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.151824:0:22693:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246a800/0x48cfcce1a55e8537 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.151853:0:22693:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246aa00/0x48cfcce1a55e853e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.151858:0:22693:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246aa00/0x48cfcce1a55e853e lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.151864:0:22693:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246aa00/0x48cfcce1a55e853e lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.151868:0:22693:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da80246aa00 already unused, calling callback (ffffffffc17ed4f0) 00010000:00010000:2.0:1783947190.151871:0:22693:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246aa00/0x48cfcce1a55e853e lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.151877:0:22693:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246aa00/0x48cfcce1a55e853e lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.151884:0:22693:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff8da7024ec600) 00010000:00010000:2.0:1783947190.151887:0:22693:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783947190.151890:0:22693:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246aa00/0x48cfcce1a55e853e lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.151896:0:22693:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246aa00/0x48cfcce1a55e853e lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.153299:0:22693:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246b600/0x48cfcce1a55e8530 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3bd2 expref: 10 pid: 22693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.153345:0:22693:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246b800/0x48cfcce1a55e8545 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3bd2 expref: 9 pid: 22693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.153354:0:22693:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8da7024ec700) 00010000:00010000:2.0:1783947190.153357:0:22693:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783947190.153360:0:22693:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8da80246b800, rc 0) 00000100:00100000:2.0:1783947190.153463:0:22693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da80e9ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+9:18768:x1870603432927616:12345-192.168.202.33@tcp:101:lhsmtool_posix.0 Request processed in 2254us (2535us total) trans 12884901889 rc 0/0 00000100:00100000:2.0:1783947190.153472:0:22693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 24 00000100:00100000:2.0:1783947190.162921:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1783947190.163022:0:25483:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432927744 00000100:00100000:0.0:1783947190.163033:0:25483:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432927744 00000100:00100000:0.0:1783947190.163096:0:25483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 25 00000100:00100000:0.0:1783947190.163106:0:25483:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8049a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+9:18768:x1870603432927744:12345-192.168.202.33@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1783947190.163208:0:25483:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8049a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+9:18768:x1870603432927744:12345-192.168.202.33@tcp:59:lhsmtool_posix.0 Request processed in 103us (297us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947190.163215:0:25483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 25 00000100:00100000:0.0:1783947190.173202:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1783947190.175055:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432927872 00000100:00100000:2.0:1783947190.175078:0:22692:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432927872 00000100:00100000:2.0:1783947190.175153:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 26 00000100:00100000:2.0:1783947190.175163:0:22692:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da703c03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+5:18768:x1870603432927872:12345-192.168.202.33@tcp:59:lhsmtool_posix.0 00000004:00080000:0.0:1783947190.177546:0:22692:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0001: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0001 0, time 2340us 00000100:00100000:2.0:1783947190.245697:0:22692:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da703c03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+5:18768:x1870603432927872:12345-192.168.202.33@tcp:59:lhsmtool_posix.0 Request processed in 70524us (72495us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947190.245711:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 26 00000100:00100000:1.0:1783947190.252540:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1783947190.252624:0:25483:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432928000 00000100:00100000:2.0:1783947190.252636:0:25483:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432928000 00000100:00100000:2.0:1783947190.252704:0:25483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 27 00000100:00100000:2.0:1783947190.252715:0:25483:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83feb8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+9:18774:x1870603432928000:12345-192.168.202.33@tcp:101:lfs.0 00010000:00010000:2.0:1783947190.252736:0:25483:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783947190.252757:0:25483:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246aa00/0x48cfcce1a55e8553 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8824ecd4a7fd3bd9 expref: -99 pid: 25483 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.253047:0:25483:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246a800/0x48cfcce1a55e855a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.253065:0:25483:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246a800/0x48cfcce1a55e855a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.253078:0:25483:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246a800/0x48cfcce1a55e855a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.253151:0:25483:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246a600/0x48cfcce1a55e8561 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.253159:0:25483:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246a600/0x48cfcce1a55e8561 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.253165:0:25483:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246a600/0x48cfcce1a55e8561 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.253213:0:25483:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246a800/0x48cfcce1a55e855a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.253219:0:25483:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246a800/0x48cfcce1a55e855a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.253225:0:25483:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246a800/0x48cfcce1a55e855a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.253230:0:25483:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da80246a800 already unused, calling callback (ffffffffc17ed4f0) 00010000:00010000:2.0:1783947190.253235:0:25483:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246a800/0x48cfcce1a55e855a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.253252:0:25483:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246a800/0x48cfcce1a55e855a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.253264:0:25483:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8da841549b00) 00010000:00010000:2.0:1783947190.253267:0:25483:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783947190.253271:0:25483:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246a800/0x48cfcce1a55e855a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.253278:0:25483:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246a800/0x48cfcce1a55e855a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.253302:0:25483:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246a600/0x48cfcce1a55e8561 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.253308:0:25483:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246a600/0x48cfcce1a55e8561 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.253313:0:25483:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246a600/0x48cfcce1a55e8561 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.253317:0:25483:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da80246a600 already unused, calling callback (ffffffffc17ed4f0) 00010000:00010000:2.0:1783947190.253320:0:25483:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246a600/0x48cfcce1a55e8561 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.253326:0:25483:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246a600/0x48cfcce1a55e8561 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.253332:0:25483:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8da7024ec600) 00010000:00010000:2.0:1783947190.253335:0:25483:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783947190.253337:0:25483:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246a600/0x48cfcce1a55e8561 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.253353:0:25483:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246a600/0x48cfcce1a55e8561 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.253422:0:25483:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246aa00/0x48cfcce1a55e8553 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3bd9 expref: 10 pid: 25483 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.253433:0:25483:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8da841549b00) 00010000:00010000:2.0:1783947190.253435:0:25483:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783947190.253439:0:25483:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246aa00/0x48cfcce1a55e8553 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3bd9 expref: 10 pid: 25483 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.253448:0:25483:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8da80246aa00, rc 0) 00000100:00100000:2.0:1783947190.253510:0:25483:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83feb8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+9:18774:x1870603432928000:12345-192.168.202.33@tcp:101:lfs.0 Request processed in 797us (978us total) trans 0 rc 301/301 00000100:00100000:2.0:1783947190.253517:0:25483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 27 00000100:00100000:2.0:1783947190.263058:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1783947190.263170:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432928128 00000100:00100000:1.0:1783947190.263180:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432928128 00000100:00100000:1.0:1783947190.263250:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 0 00000100:00100000:1.0:1783947190.263270:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8049a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+9:18774:x1870603432928128:12345-192.168.202.33@tcp:700:lfs.0 00000100:00100000:1.0:1783947190.263405:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8049a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+9:18774:x1870603432928128:12345-192.168.202.33@tcp:700:lfs.0 Request processed in 145us (358us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947190.263413:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 0 00000100:00100000:2.0:1783947190.269617:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1783947190.269716:0:22693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432928384 00000100:00100000:1.0:1783947190.269740:0:22693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432928384 00000100:00100000:1.0:1783947190.272064:0:22693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 28 00000100:00100000:1.0:1783947190.272090:0:22693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8049a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+9:18774:x1870603432928384:12345-192.168.202.33@tcp:36:lfs.0 00010000:00010000:1.0:1783947190.272157:0:22693:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783947190.272188:0:22693:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8da702216800/0x48cfcce1a55e8481 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3b46 expref: 9 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947190.272211:0:22693:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8da841549b00) 00010000:00010000:1.0:1783947190.272217:0:22693:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783947190.272289:0:22693:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8da702217c00/0x48cfcce1a55e8568 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947190.272303:0:22693:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8da702217400/0x48cfcce1a55e84c0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3bb6 expref: 5 pid: 22693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947190.272313:0:22693:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8da702217c00/0x48cfcce1a55e8568 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947190.272355:0:22693:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8da702217400/0x48cfcce1a55e84c0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3bb6 expref: 5 pid: 22693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947190.272637:0:22693:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8da702217400/0x48cfcce1a55e84c0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3bb6 expref: 5 pid: 22693 timeout: 971 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783947190.272655:0:22693:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83febaa00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22693:1870603449844864:192.168.202.33@tcp:104: 00000100:00100000:1.0:1783947190.272752:0:22693:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da83ae09cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1783947190.276335:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1783947190.276537:0:22693:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83febaa00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22693:1870603449844864:192.168.202.33@tcp:104: 00010000:00010000:3.0:1783947190.276564:0:22693:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8da702217c00/0x48cfcce1a55e8568 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783947190.277291:0:22677:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432928512 00000100:00100000:0.0:1783947190.277302:0:22677:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432928512 00010000:00010000:0.0:1783947190.277348:0:22677:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8da702217400/0x48cfcce1a55e84c0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3bb6 expref: 6 pid: 22693 timeout: 971 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783947190.277571:0:22677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15 00000100:00100000:0.0:1783947190.277582:0:22677:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8049a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a1846cf6-4a4e-4036-b0c6-8aa199e91ddb+6:2406:x1870603432928512:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783947190.277597:0:22677:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783947190.277603:0:22677:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8da702217400/0x48cfcce1a55e84c0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3bb6 expref: 6 pid: 22693 timeout: 971 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947190.277615:0:22677:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8da702217400/0x48cfcce1a55e84c0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3bb6 expref: 6 pid: 22693 timeout: 971 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947190.277636:0:22677:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8da702217400/0x48cfcce1a55e84c0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3bb6 expref: 6 pid: 22693 timeout: 971 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947190.277650:0:22677:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8da841549b00) 00010000:00010000:0.0:1783947190.277656:0:22677:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8da702217c00/0x48cfcce1a55e8568 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947190.277665:0:22677:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8da702217c00/0x48cfcce1a55e8568 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947190.277672:0:22677:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8da702217c00/0x48cfcce1a55e8568 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947190.277694:0:22677:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783947190.277757:0:22677:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8049a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a1846cf6-4a4e-4036-b0c6-8aa199e91ddb+5:2406:x1870603432928512:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 177us (1431us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947190.277764:0:22677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15 00010000:00010000:2.0:1783947190.277954:0:22693:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8da702217c00/0x48cfcce1a55e8568 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.277962:0:22693:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8da702217c00/0x48cfcce1a55e8568 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.277986:0:22693:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246a600/0x48cfcce1a55e856f lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.277996:0:22693:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246a600/0x48cfcce1a55e856f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.278011:0:22693:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246a600/0x48cfcce1a55e856f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.281331:0:22693:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246a800/0x48cfcce1a55e8576 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.281359:0:22693:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246a800/0x48cfcce1a55e8576 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.281419:0:22693:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246a800/0x48cfcce1a55e8576 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783947190.281438:0:22693:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000012eb33be reply state 0000000086d0e4a3 transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246a800/0x48cfcce1a55e8576 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.281449:0:22693:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246a800/0x48cfcce1a55e8576 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.281457:0:22693:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8da7024ecb00) 00010000:00010000:2.0:1783947190.281460:0:22693:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783947190.281464:0:22693:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1783947190.281470:0:22693:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:2.0:1783947190.281480:0:22693:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8da702217c00/0x48cfcce1a55e8568 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.281486:0:22693:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8da702217c00/0x48cfcce1a55e8568 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.281493:0:22693:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8da702217c00/0x48cfcce1a55e8568 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.281500:0:22693:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da702217c00 already unused, calling callback (ffffffffc17ed4f0) 00010000:00010000:2.0:1783947190.281511:0:22693:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8da702217c00/0x48cfcce1a55e8568 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.281519:0:22693:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8da702217c00/0x48cfcce1a55e8568 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.281531:0:22693:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8da841549b00) 00010000:00010000:2.0:1783947190.281534:0:22693:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783947190.281537:0:22693:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8da702217c00/0x48cfcce1a55e8568 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.281544:0:22693:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8da702217c00/0x48cfcce1a55e8568 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783947190.281564:0:22693:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000012eb33be reply state 0000000086d0e4a3 transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246a600/0x48cfcce1a55e856f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.281573:0:22693:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246a600/0x48cfcce1a55e856f lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.281579:0:22693:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8da7024ec600) 00010000:00010000:2.0:1783947190.281581:0:22693:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783947190.281583:0:22693:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1783947190.281697:0:22693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8049a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+10:18774:x1870603432928384:12345-192.168.202.33@tcp:36:lfs.0 Request processed in 9616us (12085us total) trans 12884901890 rc 0/0 00000100:00100000:2.0:1783947190.281706:0:22693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 28 00000100:00100000:2.0:1783947190.407729:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1783947190.407860:0:25483:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432928640 00000100:00100000:0.0:1783947190.407870:0:25483:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432928640 00000100:00100000:0.0:1783947190.407942:0:25483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 29 00000100:00100000:0.0:1783947190.407951:0:25483:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8049a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+10:18782:x1870603432928640:12345-192.168.202.33@tcp:101:lctl.0 00010000:00010000:0.0:1783947190.407975:0:25483:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783947190.407999:0:25483:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8da841770000/0x48cfcce1a55e857d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8824ecd4a7fd3be0 expref: -99 pid: 25483 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947190.408064:0:25483:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8da841771400/0x48cfcce1a55e8584 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947190.408078:0:25483:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8da841771400/0x48cfcce1a55e8584 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947190.408089:0:25483:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8da841771400/0x48cfcce1a55e8584 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1783947190.408131:0:25483:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1783947190.408135:0:25483:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1783947190.408175:0:25483:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8da841771400/0x48cfcce1a55e8584 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947190.408201:0:25483:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8da841770000/0x48cfcce1a55e857d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3be0 expref: 12 pid: 25483 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947190.408220:0:25483:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8da841771400/0x48cfcce1a55e8584 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3be0 expref: 11 pid: 25483 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947190.408247:0:25483:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8da803940d00) 00010000:00010000:0.0:1783947190.408249:0:25483:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1783947190.408252:0:25483:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8da841771400, rc 0) 00000100:00100000:0.0:1783947190.408326:0:25483:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8049a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+11:18782:x1870603432928640:12345-192.168.202.33@tcp:101:lctl.0 Request processed in 376us (608us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947190.408333:0:25483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 29 00000100:00100000:3.0:1783947190.430798:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1783947190.430977:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432928768 00000100:00100000:2.0:1783947190.430987:0:22692:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432928768 00000100:00100000:2.0:1783947190.431044:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30 00000100:00100000:2.0:1783947190.431050:0:22692:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da80e9ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a1846cf6-4a4e-4036-b0c6-8aa199e91ddb+5:18783:x1870603432928768:12345-192.168.202.33@tcp:101:lfs.0 00010000:00010000:2.0:1783947190.431080:0:22692:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783947190.431098:0:22692:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246bc00/0x48cfcce1a55e858b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8824ecd4a7fd3be7 expref: -99 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.431156:0:22692:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246b000/0x48cfcce1a55e8592 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22692 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.431166:0:22692:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246b000/0x48cfcce1a55e8592 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22692 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.431174:0:22692:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246b000/0x48cfcce1a55e8592 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22692 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783947190.431210:0:22692:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1783947190.431213:0:22692:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1783947190.431228:0:22692:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246b000/0x48cfcce1a55e8592 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22692 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.431247:0:22692:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246bc00/0x48cfcce1a55e858b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3be7 expref: 7 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.431260:0:22692:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246b000/0x48cfcce1a55e8592 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3be7 expref: 6 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.431266:0:22692:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8da803940d00) 00010000:00010000:2.0:1783947190.431268:0:22692:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1783947190.431271:0:22692:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8da80246b000, rc 0) 00000100:00100000:2.0:1783947190.431512:0:22692:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da80e9ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a1846cf6-4a4e-4036-b0c6-8aa199e91ddb+6:18783:x1870603432928768:12345-192.168.202.33@tcp:101:lfs.0 Request processed in 459us (731us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947190.431521:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30 00000100:00100000:2.0:1783947190.434620:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1783947190.434728:0:25483:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432928896 00000100:00100000:0.0:1783947190.434737:0:25483:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432928896 00000100:00100000:0.0:1783947190.434790:0:25483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31 00000100:00100000:0.0:1783947190.434799:0:25483:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8049a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a1846cf6-4a4e-4036-b0c6-8aa199e91ddb+6:18783:x1870603432928896:12345-192.168.202.33@tcp:101:lfs.0 00010000:00010000:0.0:1783947190.434820:0:25483:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783947190.434840:0:25483:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8da841770a00/0x48cfcce1a55e8599 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8824ecd4a7fd3bee expref: -99 pid: 25483 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947190.437669:0:25483:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8da841771e00/0x48cfcce1a55e85a0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947190.437693:0:25483:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8da841771e00/0x48cfcce1a55e85a0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947190.437706:0:25483:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8da841771e00/0x48cfcce1a55e85a0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947190.437720:0:25483:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8da841770000/0x48cfcce1a55e85a7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947190.437728:0:25483:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8da841770000/0x48cfcce1a55e85a7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947190.437752:0:25483:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8da841770000/0x48cfcce1a55e85a7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947190.437860:0:25483:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8da841771200/0x48cfcce1a55e85ae lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947190.437871:0:25483:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8da841771200/0x48cfcce1a55e85ae lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947190.437879:0:25483:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8da841771200/0x48cfcce1a55e85ae lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1783947190.437919:0:25483:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1783947190.437923:0:25483:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1783947190.437942:0:25483:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8da841771200/0x48cfcce1a55e85ae lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947190.437954:0:25483:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8da841771e00/0x48cfcce1a55e85a0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947190.437960:0:25483:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8da841771e00/0x48cfcce1a55e85a0 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947190.437968:0:25483:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8da841771e00/0x48cfcce1a55e85a0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947190.437974:0:25483:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da841771e00 already unused, calling callback (ffffffffc17ed4f0) 00010000:00010000:0.0:1783947190.437979:0:25483:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8da841771e00/0x48cfcce1a55e85a0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947190.437987:0:25483:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8da841771e00/0x48cfcce1a55e85a0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947190.438008:0:25483:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8da803940d00) 00010000:00010000:0.0:1783947190.438010:0:25483:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783947190.438015:0:25483:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8da841771e00/0x48cfcce1a55e85a0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947190.438021:0:25483:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8da841771e00/0x48cfcce1a55e85a0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947190.438034:0:25483:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8da841770000/0x48cfcce1a55e85a7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947190.438040:0:25483:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8da841770000/0x48cfcce1a55e85a7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947190.438046:0:25483:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8da841770000/0x48cfcce1a55e85a7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947190.438050:0:25483:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da841770000 already unused, calling callback (ffffffffc17ed4f0) 00010000:00010000:0.0:1783947190.438054:0:25483:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8da841770000/0x48cfcce1a55e85a7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947190.438058:0:25483:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8da841770000/0x48cfcce1a55e85a7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947190.438065:0:25483:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8da7024ec600) 00010000:00010000:0.0:1783947190.438068:0:25483:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783947190.438070:0:25483:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8da841770000/0x48cfcce1a55e85a7 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947190.438076:0:25483:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8da841770000/0x48cfcce1a55e85a7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947190.438111:0:25483:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8da841770a00/0x48cfcce1a55e8599 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3bee expref: 8 pid: 25483 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947190.438121:0:25483:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8da841771200/0x48cfcce1a55e85ae lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3bee expref: 7 pid: 25483 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947190.438126:0:25483:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8da7024ecb00) 00010000:00010000:0.0:1783947190.438127:0:25483:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1783947190.438129:0:25483:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8da841771200, rc 0) 00000100:00100000:0.0:1783947190.438193:0:25483:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8049a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a1846cf6-4a4e-4036-b0c6-8aa199e91ddb+7:18783:x1870603432928896:12345-192.168.202.33@tcp:101:lfs.0 Request processed in 3394us (3583us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947190.438201:0:25483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31 00000100:00100000:0.0:1783947190.440858:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1783947190.441155:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432929024 00000100:00100000:3.0:1783947190.441166:0:22704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432929024 00000100:00100000:3.0:1783947190.441229:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 6 00000100:00100000:3.0:1783947190.441239:0:22704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da703c01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:a1846cf6-4a4e-4036-b0c6-8aa199e91ddb+5:18783:x1870603432929024:12345-192.168.202.33@tcp:900:lfs.0 00000100:00100000:3.0:1783947190.441335:0:22704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da703c01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:a1846cf6-4a4e-4036-b0c6-8aa199e91ddb+5:18783:x1870603432929024:12345-192.168.202.33@tcp:900:lfs.0 Request processed in 97us (487us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947190.441344:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 6 00000100:00100000:1.0:1783947190.444773:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1783947190.445358:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432929280 00000100:00100000:2.0:1783947190.445401:0:22692:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432929280 00000100:00100000:2.0:1783947190.445466:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 32 00000100:00100000:2.0:1783947190.445476:0:22692:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83febaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a1846cf6-4a4e-4036-b0c6-8aa199e91ddb+7:18783:x1870603432929280:12345-192.168.202.33@tcp:101:lfs.0 00010000:00010000:2.0:1783947190.445497:0:22692:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783947190.445518:0:22692:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246bc00/0x48cfcce1a55e85b5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8824ecd4a7fd3bf5 expref: -99 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783947190.445614:0:22692:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:2.0:1783947190.445716:0:22692:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246bc00/0x48cfcce1a55e85b5 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3bf5 expref: 9 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.445730:0:22692:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8da803940d00) 00010000:00010000:2.0:1783947190.445734:0:22692:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1783947190.445738:0:22692:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246bc00/0x48cfcce1a55e85b5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3bf5 expref: 9 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.445751:0:22692:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8da80246bc00, rc 0) 00000100:00100000:2.0:1783947190.445829:0:22692:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83febaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a1846cf6-4a4e-4036-b0c6-8aa199e91ddb+8:18783:x1870603432929280:12345-192.168.202.33@tcp:101:lfs.0 Request processed in 348us (1061us total) trans 12884901891 rc 301/301 00000100:00100000:2.0:1783947190.445837:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 32 00000100:00100000:2.0:1783947190.449103:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1783947190.449207:0:22694:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432929536 00000100:00100000:1.0:1783947190.449233:0:22694:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432929536 00000100:00100000:1.0:1783947190.449310:0:22694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 33 00000100:00100000:1.0:1783947190.449321:0:22694:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8049a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a1846cf6-4a4e-4036-b0c6-8aa199e91ddb+8:18783:x1870603432929536:12345-192.168.202.33@tcp:36:lfs.0 00010000:00010000:1.0:1783947190.449419:0:22694:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783947190.449447:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8da841771200/0x48cfcce1a55e85ae lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3bee expref: 8 pid: 25483 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947190.449466:0:22694:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8da7024ecb00) 00010000:00010000:1.0:1783947190.449471:0:22694:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783947190.449495:0:22694:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8da702216800/0x48cfcce1a55e85c3 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22694 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947190.449507:0:22694:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8da702216800/0x48cfcce1a55e85c3 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22694 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947190.449515:0:22694:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8da702216800/0x48cfcce1a55e85c3 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22694 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783947190.449748:0:22694:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000f3a1b80f reply state 00000000c3cfcedd transno 12884901892 ns: mdt-lustre-MDT0000_UUID lock: ffff8da702216800/0x48cfcce1a55e85c3 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22694 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947190.449761:0:22694:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8da702216800/0x48cfcce1a55e85c3 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22694 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947190.449767:0:22694:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8da7024ecb00) 00010000:00010000:1.0:1783947190.449769:0:22694:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:1.0:1783947190.449772:0:22694:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1783947190.449781:0:22694:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000100:00100000:1.0:1783947190.450174:0:22694:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8049a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a1846cf6-4a4e-4036-b0c6-8aa199e91ddb+9:18783:x1870603432929536:12345-192.168.202.33@tcp:36:lfs.0 Request processed in 853us (1081us total) trans 12884901892 rc 0/0 00000100:00100000:1.0:1783947190.450182:0:22694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 33 00000100:00100000:0.0:1783947190.453015:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1783947190.453102:0:22696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432929792 00000100:00100000:3.0:1783947190.453112:0:22696:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432929792 00000100:00100000:3.0:1783947190.453171:0:22696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 2 00000100:00100000:3.0:1783947190.453182:0:22696:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da703c03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a1846cf6-4a4e-4036-b0c6-8aa199e91ddb+9:18783:x1870603432929792:12345-192.168.202.33@tcp:35:lfs.0 00000100:00100000:3.0:1783947190.453449:0:22696:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da703c03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a1846cf6-4a4e-4036-b0c6-8aa199e91ddb+10:18783:x1870603432929792:12345-192.168.202.33@tcp:35:lfs.0 Request processed in 268us (445us total) trans 12884901893 rc 0/0 00000100:00100000:3.0:1783947190.453456:0:22696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2 00000100:00100000:3.0:1783947190.457236:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1783947190.457420:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432930048 00000100:00100000:2.0:1783947190.457431:0:22692:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432930048 00000100:00100000:2.0:1783947190.457493:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 34 00000100:00100000:2.0:1783947190.457503:0:22692:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da80e9aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a1846cf6-4a4e-4036-b0c6-8aa199e91ddb+10:18783:x1870603432930048:12345-192.168.202.33@tcp:101:lfs.0 00010000:00010000:2.0:1783947190.457535:0:22692:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783947190.457556:0:22692:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246ae00/0x48cfcce1a55e85ca lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8824ecd4a7fd3bfc expref: -99 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.457631:0:22692:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246aa00/0x48cfcce1a55e85d1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22692 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.457645:0:22692:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246aa00/0x48cfcce1a55e85d1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22692 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.457656:0:22692:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246aa00/0x48cfcce1a55e85d1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22692 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.457667:0:22692:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246be00/0x48cfcce1a55e85d8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22692 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.457673:0:22692:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246be00/0x48cfcce1a55e85d8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22692 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.457679:0:22692:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246be00/0x48cfcce1a55e85d8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22692 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783947190.457783:0:22692:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:2.0:1783947190.458059:0:22692:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246aa00/0x48cfcce1a55e85d1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22692 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.458067:0:22692:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246aa00/0x48cfcce1a55e85d1 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22692 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.458073:0:22692:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246aa00/0x48cfcce1a55e85d1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22692 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.458092:0:22692:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da80246aa00 already unused, calling callback (ffffffffc17ed4f0) 00010000:00010000:2.0:1783947190.458097:0:22692:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246aa00/0x48cfcce1a55e85d1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22692 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.458104:0:22692:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246aa00/0x48cfcce1a55e85d1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22692 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.458116:0:22692:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8da803940d00) 00010000:00010000:2.0:1783947190.458118:0:22692:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783947190.458122:0:22692:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246aa00/0x48cfcce1a55e85d1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22692 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.458128:0:22692:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246aa00/0x48cfcce1a55e85d1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22692 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.458140:0:22692:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246be00/0x48cfcce1a55e85d8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22692 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.458146:0:22692:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246be00/0x48cfcce1a55e85d8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22692 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.458152:0:22692:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246be00/0x48cfcce1a55e85d8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22692 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.458157:0:22692:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da80246be00 already unused, calling callback (ffffffffc17ed4f0) 00010000:00010000:2.0:1783947190.458160:0:22692:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246be00/0x48cfcce1a55e85d8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22692 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.458165:0:22692:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246be00/0x48cfcce1a55e85d8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22692 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.458184:0:22692:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8da7024ec600) 00010000:00010000:2.0:1783947190.458187:0:22692:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783947190.458190:0:22692:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246be00/0x48cfcce1a55e85d8 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22692 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.458195:0:22692:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246be00/0x48cfcce1a55e85d8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22692 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.458227:0:22692:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246ae00/0x48cfcce1a55e85ca lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3bfc expref: 12 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.458236:0:22692:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8da803940d00) 00010000:00010000:2.0:1783947190.458238:0:22692:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1783947190.458241:0:22692:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246ae00/0x48cfcce1a55e85ca lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3bfc expref: 12 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.458248:0:22692:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8da80246ae00, rc 0) 00000100:00100000:2.0:1783947190.458446:0:22692:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da80e9aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a1846cf6-4a4e-4036-b0c6-8aa199e91ddb+11:18783:x1870603432930048:12345-192.168.202.33@tcp:101:lfs.0 Request processed in 864us (1139us total) trans 12884901894 rc 301/301 00000100:00100000:2.0:1783947190.458454:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 34 00000100:00100000:2.0:1783947190.463173:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1783947190.463252:0:25483:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432930176 00000100:00100000:0.0:1783947190.463263:0:25483:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432930176 00000100:00100000:0.0:1783947190.463402:0:25483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 35 00000100:00100000:0.0:1783947190.463412:0:25483:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8049a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a1846cf6-4a4e-4036-b0c6-8aa199e91ddb+11:18783:x1870603432930176:12345-192.168.202.33@tcp:101:lfs.0 00010000:00010000:0.0:1783947190.463434:0:25483:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783947190.463455:0:25483:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8da841771e00/0x48cfcce1a55e85e6 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8824ecd4a7fd3c03 expref: -99 pid: 25483 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947190.463547:0:25483:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8da841770600/0x48cfcce1a55e85ed lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947190.463560:0:25483:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8da841770600/0x48cfcce1a55e85ed lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947190.463584:0:25483:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8da841770600/0x48cfcce1a55e85ed lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1783947190.463612:0:25483:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1783947190.463616:0:25483:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1783947190.463636:0:25483:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8da841770600/0x48cfcce1a55e85ed lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947190.463661:0:25483:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8da841771e00/0x48cfcce1a55e85e6 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c03 expref: 13 pid: 25483 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947190.463678:0:25483:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8da841770600/0x48cfcce1a55e85ed lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c03 expref: 12 pid: 25483 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947190.463685:0:25483:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8da7024ecb00) 00010000:00010000:0.0:1783947190.463687:0:25483:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1783947190.463690:0:25483:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8da841770600, rc 0) 00000100:00100000:0.0:1783947190.463748:0:25483:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8049a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a1846cf6-4a4e-4036-b0c6-8aa199e91ddb+12:18783:x1870603432930176:12345-192.168.202.33@tcp:101:lfs.0 Request processed in 338us (584us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947190.463755:0:25483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 35 00000100:00100000:2.0:1783947190.467647:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1783947190.467729:0:22696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432930304 00000100:00100000:3.0:1783947190.467740:0:22696:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432930304 00000100:00100000:3.0:1783947190.467815:0:22696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 3 00000100:00100000:3.0:1783947190.467833:0:22696:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8049a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a1846cf6-4a4e-4036-b0c6-8aa199e91ddb+12:18783:x1870603432930304:12345-192.168.202.33@tcp:37:lfs.0 00000100:00100000:2.0:1783947190.471644:0:22696:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8049a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a1846cf6-4a4e-4036-b0c6-8aa199e91ddb+12:18783:x1870603432930304:12345-192.168.202.33@tcp:37:lfs.0 Request processed in 3796us (3990us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947190.471668:0:22696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 3 00000100:00100000:3.0:1783947190.476656:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1783947190.476807:0:22695:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432930560 00000100:00100000:2.0:1783947190.476818:0:22695:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432930560 00000100:00100000:2.0:1783947190.476968:0:22695:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 4 00000100:00100000:2.0:1783947190.476979:0:22695:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83febe050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a1846cf6-4a4e-4036-b0c6-8aa199e91ddb+12:18783:x1870603432930560:12345-192.168.202.33@tcp:35:lfs.0 00000100:00100000:2.0:1783947190.477207:0:22695:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83febe050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a1846cf6-4a4e-4036-b0c6-8aa199e91ddb+13:18783:x1870603432930560:12345-192.168.202.33@tcp:35:lfs.0 Request processed in 229us (561us total) trans 12884901895 rc 0/0 00000100:00100000:2.0:1783947190.477215:0:22695:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 4 00010000:00010000:2.0:1783947190.527547:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783947190.542697:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1783947190.543102:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432930688 00000100:00100000:2.0:1783947190.543115:0:22692:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432930688 00000100:00100000:2.0:1783947190.543219:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 36 00000100:00100000:2.0:1783947190.543230:0:22692:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da80e9af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+11:18789:x1870603432930688:12345-192.168.202.33@tcp:101:bash.0 00010000:00010000:2.0:1783947190.543252:0:22692:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783947190.543295:0:22692:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246ae00/0x48cfcce1a55e85f4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8824ecd4a7fd3c0a expref: -99 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.543410:0:22692:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246be00/0x48cfcce1a55e85fb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22692 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.543424:0:22692:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246be00/0x48cfcce1a55e85fb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22692 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.543434:0:22692:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246be00/0x48cfcce1a55e85fb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22692 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.543446:0:22692:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246aa00/0x48cfcce1a55e8602 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22692 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.543452:0:22692:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246aa00/0x48cfcce1a55e8602 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22692 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.543458:0:22692:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246aa00/0x48cfcce1a55e8602 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22692 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.543551:0:22692:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246b600/0x48cfcce1a55e8609 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22692 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.543561:0:22692:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246b600/0x48cfcce1a55e8609 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22692 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.543568:0:22692:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246b600/0x48cfcce1a55e8609 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22692 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783947190.543610:0:22692:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1783947190.543615:0:22692:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1783947190.543653:0:22692:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246b600/0x48cfcce1a55e8609 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22692 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.543666:0:22692:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246be00/0x48cfcce1a55e85fb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22692 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.543672:0:22692:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246be00/0x48cfcce1a55e85fb lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22692 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.543679:0:22692:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246be00/0x48cfcce1a55e85fb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22692 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.543686:0:22692:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da80246be00 already unused, calling callback (ffffffffc17ed4f0) 00010000:00010000:2.0:1783947190.543691:0:22692:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246be00/0x48cfcce1a55e85fb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22692 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.543699:0:22692:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246be00/0x48cfcce1a55e85fb lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22692 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.543711:0:22692:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8da803940d00) 00010000:00010000:2.0:1783947190.543718:0:22692:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783947190.543724:0:22692:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246be00/0x48cfcce1a55e85fb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22692 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.543731:0:22692:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246be00/0x48cfcce1a55e85fb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22692 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.543745:0:22692:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246aa00/0x48cfcce1a55e8602 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22692 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.543751:0:22692:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246aa00/0x48cfcce1a55e8602 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22692 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.543757:0:22692:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246aa00/0x48cfcce1a55e8602 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22692 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.543762:0:22692:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da80246aa00 already unused, calling callback (ffffffffc17ed4f0) 00010000:00010000:2.0:1783947190.543764:0:22692:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246aa00/0x48cfcce1a55e8602 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22692 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.543771:0:22692:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246aa00/0x48cfcce1a55e8602 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22692 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.543779:0:22692:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8da7024ec600) 00010000:00010000:2.0:1783947190.543781:0:22692:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783947190.543784:0:22692:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246aa00/0x48cfcce1a55e8602 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22692 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.543790:0:22692:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246aa00/0x48cfcce1a55e8602 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22692 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.543815:0:22692:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246ae00/0x48cfcce1a55e85f4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c0a expref: 13 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.543839:0:22692:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246b600/0x48cfcce1a55e8609 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c0a expref: 12 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.543847:0:22692:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8da7024ecb00) 00010000:00010000:2.0:1783947190.543849:0:22692:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1783947190.543865:0:22692:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8da80246b600, rc 0) 00000100:00100000:2.0:1783947190.543936:0:22692:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da80e9af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+12:18789:x1870603432930688:12345-192.168.202.33@tcp:101:bash.0 Request processed in 708us (1250us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947190.543943:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 36 00000100:00100000:1.0:1783947190.547236:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1783947190.547417:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432930816 00000100:00100000:3.0:1783947190.547428:0:22704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432930816 00000100:00100000:3.0:1783947190.547488:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 7 00000100:00100000:3.0:1783947190.547498:0:22704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83faed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+5:18789:x1870603432930816:12345-192.168.202.33@tcp:900:bash.0 00000100:00100000:3.0:1783947190.547580:0:22704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83faed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+5:18789:x1870603432930816:12345-192.168.202.33@tcp:900:bash.0 Request processed in 83us (353us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947190.547586:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 7 00000100:00100000:0.0:1783947190.553989:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1783947190.554144:0:22694:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432931072 00000100:00100000:1.0:1783947190.554154:0:22694:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432931072 00000100:00100000:1.0:1783947190.554215:0:22694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 37 00000100:00100000:1.0:1783947190.554224:0:22694:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da703c01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+12:18789:x1870603432931072:12345-192.168.202.33@tcp:101:bash.0 00010000:00010000:1.0:1783947190.554244:0:22694:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783947190.554713:0:22694:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8da702217000/0x48cfcce1a55e8610 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8824ecd4a7fd3c11 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947190.554844:0:22694:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8da702217a00/0x48cfcce1a55e8617 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22694 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947190.554861:0:22694:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8da841770600/0x48cfcce1a55e85ed lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c03 expref: 12 pid: 25483 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947190.554870:0:22694:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8da702217a00/0x48cfcce1a55e8617 lrc: 4/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22694 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947190.554905:0:22694:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8da841770600/0x48cfcce1a55e85ed lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c03 expref: 12 pid: 25483 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947190.554921:0:22694:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8da841770600/0x48cfcce1a55e85ed lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c03 expref: 12 pid: 25483 timeout: 971 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783947190.554936:0:22694:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83faedf80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22694:1870603449844992:192.168.202.33@tcp:104: 00000100:00100000:1.0:1783947190.555032:0:22694:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da83ae099c0 going to sleep for 11 seconds 00000100:00100000:1.0:1783947190.557987:0:22694:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83faedf80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22694:1870603449844992:192.168.202.33@tcp:104: 00010000:00010000:1.0:1783947190.558018:0:22694:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8da702217a00/0x48cfcce1a55e8617 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22694 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783947190.559786:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1783947190.559892:0:22679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432931200 00000100:00100000:2.0:1783947190.559901:0:22679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432931200 00010000:00010000:2.0:1783947190.559946:0:22679:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8da841770600/0x48cfcce1a55e85ed lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c03 expref: 13 pid: 25483 timeout: 971 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783947190.559991:0:22679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 16 00000100:00100000:2.0:1783947190.560001:0:22679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da703c00700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a1846cf6-4a4e-4036-b0c6-8aa199e91ddb+13:2406:x1870603432931200:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1783947190.560019:0:22679:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783947190.560028:0:22679:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8da841770600/0x48cfcce1a55e85ed lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c03 expref: 13 pid: 25483 timeout: 971 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.560042:0:22679:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8da841770600/0x48cfcce1a55e85ed lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c03 expref: 13 pid: 25483 timeout: 971 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.560068:0:22679:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8da841770600/0x48cfcce1a55e85ed lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c03 expref: 13 pid: 25483 timeout: 971 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.560107:0:22679:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8da7024ecb00) 00010000:00010000:2.0:1783947190.560115:0:22679:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8da702217a00/0x48cfcce1a55e8617 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22694 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.560126:0:22679:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8da702217a00/0x48cfcce1a55e8617 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 22694 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.560134:0:22679:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8da702217a00/0x48cfcce1a55e8617 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 22694 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.560220:0:22679:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783947190.560299:0:22679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da703c00700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a1846cf6-4a4e-4036-b0c6-8aa199e91ddb+12:2406:x1870603432931200:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 298us (524us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947190.560307:0:22679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 16 00010000:00010000:3.0:1783947190.562640:0:22694:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8da702217a00/0x48cfcce1a55e8617 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22694 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947190.562657:0:22694:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8da702217a00/0x48cfcce1a55e8617 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22694 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947190.562714:0:22694:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8da841756400/0x48cfcce1a55e861e lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22694 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947190.562729:0:22694:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8da841756400/0x48cfcce1a55e861e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22694 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947190.562743:0:22694:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8da841756400/0x48cfcce1a55e861e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22694 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947190.564031:0:22694:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8da841756000/0x48cfcce1a55e8625 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22694 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947190.564059:0:22694:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8da841756000/0x48cfcce1a55e8625 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22694 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947190.564068:0:22694:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8da841756000/0x48cfcce1a55e8625 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22694 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783947190.564081:0:22694:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:3.0:1783947190.564109:0:22694:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8da702217a00/0x48cfcce1a55e8617 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22694 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947190.564116:0:22694:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8da702217a00/0x48cfcce1a55e8617 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22694 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947190.564122:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8da702217a00/0x48cfcce1a55e8617 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22694 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947190.564128:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da702217a00 already unused, calling callback (ffffffffc17ed4f0) 00010000:00010000:3.0:1783947190.564132:0:22694:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8da702217a00/0x48cfcce1a55e8617 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22694 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947190.564139:0:22694:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8da702217a00/0x48cfcce1a55e8617 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22694 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947190.564150:0:22694:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8da7024ecb00) 00010000:00010000:3.0:1783947190.564154:0:22694:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783947190.564158:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8da702217a00/0x48cfcce1a55e8617 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22694 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947190.564163:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8da702217a00/0x48cfcce1a55e8617 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22694 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783947190.564176:0:22694:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000007fad1b81 reply state 000000003a2b2eb9 transno 12884901896 ns: mdt-lustre-MDT0000_UUID lock: ffff8da841756400/0x48cfcce1a55e861e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22694 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947190.564193:0:22694:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8da841756400/0x48cfcce1a55e861e lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22694 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947190.564199:0:22694:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff8da703551500) 00010000:00010000:3.0:1783947190.564201:0:22694:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783947190.564204:0:22694:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1783947190.564243:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8da702217000/0x48cfcce1a55e8610 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c11 expref: 15 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947190.564258:0:22694:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8da841756000/0x48cfcce1a55e8625 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c11 expref: 14 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947190.565719:0:22694:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8da703551000) 00010000:00010000:3.0:1783947190.565723:0:22694:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:3.0:1783947190.565727:0:22694:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8da841756000, rc 0) 00000100:00100000:3.0:1783947190.565863:0:22694:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da703c01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+15:18789:x1870603432931072:12345-192.168.202.33@tcp:101:bash.0 Request processed in 11636us (11883us total) trans 12884901896 rc 0/0 00000100:00100000:3.0:1783947190.565873:0:22694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 37 00000100:00100000:0.0:1783947190.579069:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1783947190.579162:0:22693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432931328 00000100:00100000:3.0:1783947190.579172:0:22693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432931328 00000100:00100000:3.0:1783947190.579237:0:22693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 38 00000100:00100000:3.0:1783947190.579248:0:22693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da703c00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+15:18789:x1870603432931328:12345-192.168.202.33@tcp:101:bash.0 00010000:00010000:3.0:1783947190.579292:0:22693:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783947190.579315:0:22693:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8da841757e00/0x48cfcce1a55e8633 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8824ecd4a7fd3c18 expref: -99 pid: 22693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947190.579427:0:22693:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8da841757000/0x48cfcce1a55e863a lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947190.579454:0:22693:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8da841757000/0x48cfcce1a55e863a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947190.579468:0:22693:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8da841757000/0x48cfcce1a55e863a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783947190.579520:0:22693:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:3.0:1783947190.579524:0:22693:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1783947190.579546:0:22693:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8da841757000/0x48cfcce1a55e863a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947190.579556:0:22693:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8da841757000/0x48cfcce1a55e863a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947190.579584:0:22693:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8da841757e00/0x48cfcce1a55e8633 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c18 expref: 17 pid: 22693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947190.579604:0:22693:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8da841757000/0x48cfcce1a55e863a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c18 expref: 16 pid: 22693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947190.579612:0:22693:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8da703551000) 00010000:00010000:3.0:1783947190.579615:0:22693:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783947190.579619:0:22693:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8da841757000, rc 0) 00000100:00100000:3.0:1783947190.579677:0:22693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da703c00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+16:18789:x1870603432931328:12345-192.168.202.33@tcp:101:bash.0 Request processed in 431us (617us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947190.579684:0:22693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 38 00000100:00100000:2.0:1783947190.584213:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1783947190.584403:0:22695:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432931584 00000100:00100000:0.0:1783947190.584413:0:22695:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432931584 00000100:00100000:0.0:1783947190.584467:0:22695:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 5 00000100:00100000:0.0:1783947190.584477:0:22695:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8049a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+16:18789:x1870603432931584:12345-192.168.202.33@tcp:35:bash.0 00000100:00100000:0.0:1783947190.584809:0:22695:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8049a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+17:18789:x1870603432931584:12345-192.168.202.33@tcp:35:bash.0 Request processed in 332us (605us total) trans 12884901897 rc 0/0 00000100:00100000:0.0:1783947190.584818:0:22695:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 5 00000100:00100000:0.0:1783947190.732972:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1783947190.733094:0:25483:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432931840 00000100:00100000:2.0:1783947190.733105:0:25483:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432931840 00000100:00100000:2.0:1783947190.733162:0:25483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 39 00000100:00100000:2.0:1783947190.733171:0:25483:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da703c03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+17:18799:x1870603432931840:12345-192.168.202.33@tcp:101:lfs.0 00010000:00010000:2.0:1783947190.733195:0:25483:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783947190.733216:0:25483:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246aa00/0x48cfcce1a55e8641 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8824ecd4a7fd3c1f expref: -99 pid: 25483 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783947190.733429:0:25483:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:2.0:1783947190.733530:0:25483:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246aa00/0x48cfcce1a55e8641 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c1f expref: 19 pid: 25483 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.733562:0:25483:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8da803940d00) 00010000:00010000:2.0:1783947190.733565:0:25483:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1783947190.733571:0:25483:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246aa00/0x48cfcce1a55e8641 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c1f expref: 19 pid: 25483 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.733584:0:25483:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8da80246aa00, rc 0) 00000100:00100000:2.0:1783947190.733655:0:25483:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da703c03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+18:18799:x1870603432931840:12345-192.168.202.33@tcp:101:lfs.0 Request processed in 485us (812us total) trans 12884901898 rc 301/301 00000100:00100000:2.0:1783947190.733662:0:25483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 39 00000100:00100000:1.0:1783947190.740500:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1783947190.740548:0:22695:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432932096 00000100:00100000:0.0:1783947190.740558:0:22695:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432932096 00000100:00100000:0.0:1783947190.740622:0:22695:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 6 00000100:00100000:0.0:1783947190.740631:0:22695:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83faedf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+18:18799:x1870603432932096:12345-192.168.202.33@tcp:35:lfs.0 00000100:00100000:0.0:1783947190.741003:0:22695:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83faedf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+19:18799:x1870603432932096:12345-192.168.202.33@tcp:35:lfs.0 Request processed in 372us (513us total) trans 12884901899 rc 0/0 00000100:00100000:0.0:1783947190.741011:0:22695:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 6 00000040:00080000:3.0:1783947190.785234:0:22727:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1783947190.808982:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1783947190.810616:0:22693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432932352 00000100:00100000:2.0:1783947190.810955:0:22693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432932352 00000100:00100000:2.0:1783947190.811030:0:22693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 40 00000100:00100000:2.0:1783947190.811042:0:22693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da80e9ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+19:18802:x1870603432932352:12345-192.168.202.33@tcp:101:lfs.0 00010000:00010000:2.0:1783947190.811067:0:22693:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783947190.811090:0:22693:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246aa00/0x48cfcce1a55e864f lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8824ecd4a7fd3c26 expref: -99 pid: 22693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.811801:0:22693:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246be00/0x48cfcce1a55e8656 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.811815:0:22693:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246be00/0x48cfcce1a55e8656 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.811837:0:22693:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246be00/0x48cfcce1a55e8656 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783947190.811847:0:22693:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1783947190.811962:0:22693:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246aa00/0x48cfcce1a55e864f lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c26 expref: 22 pid: 22693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.811981:0:22693:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246be00/0x48cfcce1a55e8656 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c26 expref: 21 pid: 22693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947190.811990:0:22693:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8da703551000) 00010000:00010000:2.0:1783947190.811993:0:22693:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783947190.811997:0:22693:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8da80246be00, rc 0) 00000100:00100000:2.0:1783947190.812060:0:22693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da80e9ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+21:18802:x1870603432932352:12345-192.168.202.33@tcp:101:lfs.0 Request processed in 1021us (3089us total) trans 12884901900 rc 0/0 00000100:00100000:2.0:1783947190.812067:0:22693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 40 00000100:00100000:3.0:1783947190.818267:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1783947190.818345:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1783947190.818531:0:22694:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432932480 00000100:00100000:1.0:1783947190.818540:0:22694:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432932480 00000100:00100000:1.0:1783947190.818600:0:22694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 41 00000100:00100000:1.0:1783947190.818610:0:22694:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da80e9adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+21:18802:x1870603432932480:12345-192.168.202.33@tcp:54:lfs.0 00010000:00010000:1.0:1783947190.818690:0:22694:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8da702216400/0x48cfcce1a55e8664 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22694 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947190.818708:0:22694:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8da702216400/0x48cfcce1a55e8664 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22694 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947190.818720:0:22694:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8da702216400/0x48cfcce1a55e8664 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22694 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947190.818759:0:22694:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8da702216400/0x48cfcce1a55e8664 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22694 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947190.818766:0:22694:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8da702216400/0x48cfcce1a55e8664 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22694 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947190.818773:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8da702216400/0x48cfcce1a55e8664 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22694 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947190.818792:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da702216400 already unused, calling callback (ffffffffc17ed4f0) 00010000:00010000:1.0:1783947190.818798:0:22694:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8da702216400/0x48cfcce1a55e8664 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22694 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947190.818805:0:22694:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8da702216400/0x48cfcce1a55e8664 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22694 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947190.818830:0:22694:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8da703551000) 00010000:00010000:1.0:1783947190.818833:0:22694:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1783947190.818837:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8da702216400/0x48cfcce1a55e8664 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22694 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947190.818844:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8da702216400/0x48cfcce1a55e8664 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22694 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783947190.818928:0:22694:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da80e9adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+21:18802:x1870603432932480:12345-192.168.202.33@tcp:54:lfs.0 Request processed in 319us (670us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947190.818936:0:22694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 41 00000100:00100000:1.0:1783947190.823254:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1783947190.823341:0:22696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432932864 00000100:00100000:3.0:1783947190.823351:0:22696:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432932864 00000100:00100000:3.0:1783947190.823440:0:22696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 7 00000100:00100000:3.0:1783947190.823451:0:22696:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83faeca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+21:18802:x1870603432932864:12345-192.168.202.33@tcp:35:lfs.0 00000100:00100000:3.0:1783947190.823754:0:22696:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83faeca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+22:18802:x1870603432932864:12345-192.168.202.33@tcp:35:lfs.0 Request processed in 303us (509us total) trans 12884901901 rc 0/0 00000100:00100000:3.0:1783947190.823763:0:22696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 7 00000100:00100000:0.0:1783947190.825051:0:22677:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432932608 00000100:00100000:0.0:1783947190.825063:0:22677:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432932608 00000100:00100000:0.0:1783947190.825168:0:22677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 0 00000100:00100000:0.0:1783947190.825177:0:22677:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da80e9ad500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+22:2405:x1870603432932608:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783947190.825192:0:22677:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783947190.825217:0:22677:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246be00/0x48cfcce1a55e8656 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c26 expref: 22 pid: 22693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947190.825235:0:22677:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8da703551000) 00010000:00010000:0.0:1783947190.825240:0:22677:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783947190.825293:0:22677:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da80e9ad500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+21:2405:x1870603432932608:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 117us (6946us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947190.825300:0:22677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 0 00000040:00080000:1.0:1783947191.104073:0:23446:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1783947191.167886:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83fb25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1870603449845120:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1783947191.167966:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783947191.168030:0:24200:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449845120 00000100:00100000:3.0:1783947191.168037:0:24200:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449845120 00000100:00100000:3.0:1783947191.168098:0:24200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1783947191.168107:0:24200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83fb25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1870603449845120:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1783947191.168131:0:24200:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923501056 avail 3691978752 00000100:00100000:3.0:1783947191.168173:0:24200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83fb25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1870603449845120:12345-0@lo:13:osp-pre-0-0.0 Request processed in 67us (208us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947191.168181:0:24200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00080000:3.0:1783947191.168202:0:22687:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1783947191.168238:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83fb25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1870603449845120:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1783947191.168392:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1783947191.168417:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da703c02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1870603449845248:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1783947191.168450:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947191.168486:0:23432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449845248 00000100:00100000:0.0:1783947191.168490:0:23432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449845248 00000100:00100000:0.0:1783947191.168519:0:23432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:0.0:1783947191.168526:0:23432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da703c03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3647:x1870603449845248:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1783947191.168555:0:23432:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446305792 avail 1300066304 00000100:00100000:0.0:1783947191.168593:0:23432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da703c03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3647:x1870603449845248:12345-0@lo:41:osp-pre-0-1.0 Request processed in 67us (142us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947191.168599:0:23432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:0.0:1783947191.168628:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da703c02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1870603449845248:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1783947191.168845:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1783947191.168858:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da8049a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1870603449845376:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1783947191.168884:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783947191.168999:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449845376 00000100:00100000:2.0:1783947191.169004:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449845376 00000100:00100000:2.0:1783947191.169039:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:2.0:1783947191.169047:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da703c02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3650:x1870603449845376:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1783947191.169066:0:22698:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1783947191.169103:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da703c02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3650:x1870603449845376:12345-0@lo:41:osp-pre-1-0.0 Request processed in 57us (217us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947191.169109:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1783947191.169268:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da8049a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1870603449845376:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1783947191.187731:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1783947191.187848:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432933120 00000100:00100000:0.0:1783947191.187858:0:22692:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432933120 00000100:00100000:0.0:1783947191.187943:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 42 00000100:00100000:0.0:1783947191.187956:0:22692:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da70204aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+21:18833:x1870603432933120:12345-192.168.202.33@tcp:101:cat.0 00010000:00010000:0.0:1783947191.187986:0:22692:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783947191.188009:0:22692:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8da841770400/0x48cfcce1a55e866b lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8824ecd4a7fd3c2d expref: -99 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947191.188132:0:22692:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8da841771a00/0x48cfcce1a55e8672 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22692 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947191.188147:0:22692:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8da841771a00/0x48cfcce1a55e8672 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22692 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947191.188174:0:22692:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8da841771a00/0x48cfcce1a55e8672 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22692 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1783947191.188187:0:22692:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:0.0:1783947191.188341:0:22692:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8da841770400/0x48cfcce1a55e866b lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c2d expref: 24 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947191.188361:0:22692:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8da841771a00/0x48cfcce1a55e8672 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c2d expref: 23 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1783947191.188482:0:22687:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1783947191.188589:0:22692:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8da703551000) 00010000:00010000:0.0:1783947191.188591:0:22692:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783947191.188595:0:22692:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8da841771a00, rc 0) 00000100:00100000:0.0:1783947191.188660:0:22692:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da70204aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+23:18833:x1870603432933120:12345-192.168.202.33@tcp:101:cat.0 Request processed in 708us (939us total) trans 12884901902 rc 0/0 00000100:00100000:0.0:1783947191.188669:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 42 00000100:00100000:3.0:1783947191.200212:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1783947191.200363:0:22678:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432933248 00000100:00100000:1.0:1783947191.200430:0:22678:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432933248 00000100:00100000:1.0:1783947191.200505:0:22678:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 1 00000100:00100000:1.0:1783947191.200517:0:22678:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83fb25c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+23:2406:x1870603432933248:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783947191.200534:0:22678:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783947191.200563:0:22678:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8da841771a00/0x48cfcce1a55e8672 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c2d expref: 23 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947191.200582:0:22678:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8da703551000) 00010000:00010000:1.0:1783947191.200587:0:22678:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783947191.200651:0:22678:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83fb25c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+22:2406:x1870603432933248:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 137us (453us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947191.200659:0:22678:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 1 00000100:00100000:3.0:1783947191.202751:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1783947191.202911:0:22695:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432933504 00000100:00100000:2.0:1783947191.202925:0:22695:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432933504 00000100:00100000:2.0:1783947191.203006:0:22695:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 8 00000100:00100000:2.0:1783947191.203020:0:22695:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83fb27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+22:18833:x1870603432933504:12345-192.168.202.33@tcp:35:cat.0 00000100:00100000:2.0:1783947191.203444:0:22695:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83fb27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+23:18833:x1870603432933504:12345-192.168.202.33@tcp:35:cat.0 Request processed in 425us (702us total) trans 12884901903 rc 0/0 00000100:00100000:2.0:1783947191.203453:0:22695:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 8 00000100:00100000:0.0:1783947191.342621:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1783947191.345089:0:22694:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432933760 00000100:00100000:1.0:1783947191.345106:0:22694:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432933760 00000100:00100000:1.0:1783947191.345193:0:22694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 43 00000100:00100000:1.0:1783947191.345204:0:22694:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da703c02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+23:18839:x1870603432933760:12345-192.168.202.33@tcp:101:dd.0 00010000:00010000:1.0:1783947191.345233:0:22694:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783947191.345260:0:22694:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8da702216400/0x48cfcce1a55e8680 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8824ecd4a7fd3c34 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947191.345403:0:22694:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8da702217200/0x48cfcce1a55e8687 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22694 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947191.345420:0:22694:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8da702217200/0x48cfcce1a55e8687 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22694 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947191.345434:0:22694:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8da702217200/0x48cfcce1a55e8687 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22694 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1783947191.345447:0:22694:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:1.0:1783947191.345596:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8da702216400/0x48cfcce1a55e8680 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c34 expref: 26 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947191.345617:0:22694:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8da702217200/0x48cfcce1a55e8687 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c34 expref: 25 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947191.345625:0:22694:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8da703551000) 00010000:00010000:1.0:1783947191.345628:0:22694:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1783947191.345965:0:22694:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8da702217200, rc 0) 00000100:00100000:1.0:1783947191.346052:0:22694:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da703c02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+25:18839:x1870603432933760:12345-192.168.202.33@tcp:101:dd.0 Request processed in 849us (3440us total) trans 12884901904 rc 0/0 00000100:00100000:1.0:1783947191.346080:0:22694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 43 00000100:00100000:2.0:1783947191.354188:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1783947191.354310:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432933888 00000100:00100000:0.0:1783947191.354321:0:22692:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432933888 00000100:00100000:0.0:1783947191.354412:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 44 00000100:00100000:0.0:1783947191.354423:0:22692:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8049a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+25:18839:x1870603432933888:12345-192.168.202.33@tcp:101:dd.0 00010000:00010000:0.0:1783947191.354447:0:22692:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783947191.354469:0:22692:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8da841770200/0x48cfcce1a55e8695 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8824ecd4a7fd3c3b expref: -99 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947191.354502:0:22692:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8da841771a00/0x48cfcce1a55e869c lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22692 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947191.354531:0:22692:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8da841771a00/0x48cfcce1a55e869c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22692 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947191.354541:0:22692:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8da841771a00/0x48cfcce1a55e869c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22692 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947191.354821:0:22692:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8da841770200/0x48cfcce1a55e8695 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c3b expref: 27 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947191.354842:0:22692:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8da841771a00/0x48cfcce1a55e869c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c3b expref: 26 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947191.354850:0:22692:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8da703551000) 00010000:00010000:0.0:1783947191.354853:0:22692:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1783947191.354856:0:22692:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8da841771a00, rc 0) 00000100:00100000:0.0:1783947191.354957:0:22692:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8049a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+26:18839:x1870603432933888:12345-192.168.202.33@tcp:101:dd.0 Request processed in 535us (777us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947191.354964:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 44 00000100:00100000:1.0:1783947191.368923:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1783947191.372223:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1783947191.372317:0:25483:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432934272 00000100:00100000:3.0:1783947191.372330:0:25483:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432934272 00000100:00100000:3.0:1783947191.372413:0:25483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 45 00000100:00100000:3.0:1783947191.372424:0:25483:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8049a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+26:18839:x1870603432934272:12345-192.168.202.33@tcp:36:dd.0 00010000:00010000:3.0:1783947191.372504:0:25483:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783947191.372534:0:25483:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8da841757000/0x48cfcce1a55e863a lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c18 expref: 26 pid: 22693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947191.372557:0:25483:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8da703551000) 00010000:00010000:3.0:1783947191.372562:0:25483:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1783947191.372912:0:25483:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8da841757e00/0x48cfcce1a55e86a3 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947191.372927:0:25483:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8da702217200/0x48cfcce1a55e8687 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c34 expref: 26 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947191.372936:0:25483:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8da841757e00/0x48cfcce1a55e86a3 lrc: 4/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947191.372981:0:25483:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8da702217200/0x48cfcce1a55e8687 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c34 expref: 26 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947191.372998:0:25483:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8da702217200/0x48cfcce1a55e8687 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c34 expref: 26 pid: 22694 timeout: 972 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783947191.373014:0:25483:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83fb26a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:25483:1870603449845504:192.168.202.33@tcp:104: 00000100:00100000:3.0:1783947191.373155:0:25483:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da7035b96c0 going to sleep for 11 seconds 00000100:00100000:0.0:1783947191.375135:0:22677:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432934016 00000100:00100000:0.0:1783947191.375149:0:22677:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432934016 00010000:00010000:0.0:1783947191.375199:0:22677:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8da702217200/0x48cfcce1a55e8687 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c34 expref: 27 pid: 22694 timeout: 972 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783947191.375248:0:22677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 17 00000100:00100000:0.0:1783947191.375257:0:22677:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da70204a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+27:2405:x1870603432934016:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783947191.375281:0:22677:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783947191.375289:0:22677:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8da702217200/0x48cfcce1a55e8687 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c34 expref: 27 pid: 22694 timeout: 972 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947191.375317:0:22677:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8da702217200/0x48cfcce1a55e8687 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c34 expref: 27 pid: 22694 timeout: 972 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947191.375341:0:22677:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8da703551000) 00010000:00010000:0.0:1783947191.375347:0:22677:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8da841757e00/0x48cfcce1a55e86a3 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947191.375361:0:22677:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8da841757e00/0x48cfcce1a55e86a3 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947191.375395:0:22677:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8da841757e00/0x48cfcce1a55e86a3 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947191.375418:0:22677:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783947191.375469:0:22677:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da70204a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+27:2405:x1870603432934016:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 213us (6558us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947191.375477:0:22677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 17 00010000:00010000:3.0:1783947191.408026:0:25483:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.202.33@tcp) returned -22 from blocking AST (req@000000003324d53c x1870603449845504) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff8da702217200/0x48cfcce1a55e8687 lrc: 1/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c34 expref: 26 pid: 22694 timeout: 972 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947191.408054:0:25483:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8da702217200/0x48cfcce1a55e8687 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c34 expref: 26 pid: 22694 timeout: 972 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783947191.408095:0:25483:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83fb26a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:25483:1870603449845504:192.168.202.33@tcp:104: 00010000:00010000:3.0:1783947191.408117:0:25483:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8da703551000) 00010000:00010000:3.0:1783947191.408126:0:25483:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8da841757e00/0x48cfcce1a55e86a3 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947191.408137:0:25483:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8da841757e00/0x48cfcce1a55e86a3 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947191.408142:0:25483:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8da841757e00/0x48cfcce1a55e86a3 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1783947191.408248:0:25483:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901905 00000004:00010000:3.0:1783947191.408312:0:25483:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000d51bce5e reply state 000000003ba3db1c transno 12884901906 ns: mdt-lustre-MDT0000_UUID lock: ffff8da841757e00/0x48cfcce1a55e86a3 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947191.408329:0:25483:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8da841757e00/0x48cfcce1a55e86a3 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947191.408337:0:25483:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8da703551000) 00010000:00010000:3.0:1783947191.408340:0:25483:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783947191.408343:0:25483:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1783947191.411699:0:25483:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8049a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+27:18839:x1870603432934272:12345-192.168.202.33@tcp:36:dd.0 Request processed in 39265us (39476us total) trans 12884901906 rc 0/0 00000100:00100000:3.0:1783947191.411711:0:25483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 45 00000020:00080000:3.0:1783947191.411717:0:25483:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1783947191.551920:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783947191.565507:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1783947191.565688:0:22695:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432934528 00000100:00100000:0.0:1783947191.565698:0:22695:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432934528 00000100:00100000:0.0:1783947191.565764:0:22695:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 9 00000100:00100000:0.0:1783947191.565776:0:22695:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8416ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+27:18839:x1870603432934528:12345-192.168.202.33@tcp:35:dd.0 00000100:00100000:0.0:1783947191.566248:0:22695:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8416ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+28:18839:x1870603432934528:12345-192.168.202.33@tcp:35:dd.0 Request processed in 471us (748us total) trans 12884901907 rc 0/0 00000100:00100000:0.0:1783947191.566257:0:22695:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 9 00000100:00100000:2.0:1783947191.868471:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1783947191.868588:0:22693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432934656 00000100:00100000:3.0:1783947191.868599:0:22693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432934656 00000100:00100000:3.0:1783947191.868716:0:22693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 46 00000100:00100000:3.0:1783947191.868726:0:22693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8416ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+28:18853:x1870603432934656:12345-192.168.202.33@tcp:101:stat.0 00010000:00010000:3.0:1783947191.868765:0:22693:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783947191.868797:0:22693:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8da841757000/0x48cfcce1a55e86aa lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8824ecd4a7fd3c42 expref: -99 pid: 22693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947191.869238:0:22693:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152ce00/0x48cfcce1a55e86b1 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947191.869258:0:22693:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152ce00/0x48cfcce1a55e86b1 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947191.869283:0:22693:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152ce00/0x48cfcce1a55e86b1 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947191.869296:0:22693:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152da00/0x48cfcce1a55e86b8 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947191.869304:0:22693:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152da00/0x48cfcce1a55e86b8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947191.869311:0:22693:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152da00/0x48cfcce1a55e86b8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947191.869424:0:22693:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152c200/0x48cfcce1a55e86bf lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947191.869433:0:22693:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152c200/0x48cfcce1a55e86bf lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947191.869439:0:22693:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152c200/0x48cfcce1a55e86bf lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783947191.869482:0:22693:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:3.0:1783947191.869494:0:22693:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1783947191.869534:0:22693:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152c200/0x48cfcce1a55e86bf lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947191.869549:0:22693:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152c200/0x48cfcce1a55e86bf lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947191.869559:0:22693:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152ce00/0x48cfcce1a55e86b1 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947191.869565:0:22693:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152ce00/0x48cfcce1a55e86b1 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947191.869572:0:22693:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152ce00/0x48cfcce1a55e86b1 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947191.869577:0:22693:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da80152ce00 already unused, calling callback (ffffffffc17ed4f0) 00010000:00010000:3.0:1783947191.869581:0:22693:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152ce00/0x48cfcce1a55e86b1 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947191.869589:0:22693:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152ce00/0x48cfcce1a55e86b1 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947191.869601:0:22693:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8da7024ecb00) 00010000:00010000:3.0:1783947191.869605:0:22693:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783947191.869610:0:22693:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152ce00/0x48cfcce1a55e86b1 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947191.869617:0:22693:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152ce00/0x48cfcce1a55e86b1 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947191.869633:0:22693:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152da00/0x48cfcce1a55e86b8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947191.869648:0:22693:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152da00/0x48cfcce1a55e86b8 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947191.869654:0:22693:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152da00/0x48cfcce1a55e86b8 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947191.869660:0:22693:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da80152da00 already unused, calling callback (ffffffffc17ed4f0) 00010000:00010000:3.0:1783947191.869664:0:22693:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152da00/0x48cfcce1a55e86b8 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947191.869670:0:22693:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152da00/0x48cfcce1a55e86b8 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947191.869679:0:22693:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff8da703551500) 00010000:00010000:3.0:1783947191.869682:0:22693:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783947191.869685:0:22693:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152da00/0x48cfcce1a55e86b8 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947191.869691:0:22693:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152da00/0x48cfcce1a55e86b8 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947191.869720:0:22693:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8da841757000/0x48cfcce1a55e86aa lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c42 expref: 30 pid: 22693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947191.869734:0:22693:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152c200/0x48cfcce1a55e86bf lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c42 expref: 29 pid: 22693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947191.869741:0:22693:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8da703551000) 00010000:00010000:3.0:1783947191.869743:0:22693:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783947191.869751:0:22693:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8da80152c200, rc 0) 00000100:00100000:3.0:1783947191.870145:0:22693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8416ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+29:18853:x1870603432934656:12345-192.168.202.33@tcp:101:stat.0 Request processed in 1419us (1684us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947191.870154:0:22693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 46 00000100:00100000:1.0:1783947191.951464:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1783947191.951556:0:22694:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432934912 00000100:00100000:3.0:1783947191.951567:0:22694:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432934912 00000100:00100000:3.0:1783947191.951636:0:22694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 47 00000100:00100000:3.0:1783947191.951647:0:22694:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da702048380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+29:18859:x1870603432934912:12345-192.168.202.33@tcp:36:truncate.0 00010000:00010000:3.0:1783947191.951702:0:22694:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783947191.951731:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152c200/0x48cfcce1a55e86bf lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c42 expref: 29 pid: 22693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947191.951753:0:22694:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8da703551000) 00010000:00010000:3.0:1783947191.951757:0:22694:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1783947191.952121:0:22694:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152da00/0x48cfcce1a55e86c6 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22694 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947191.952138:0:22694:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152da00/0x48cfcce1a55e86c6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22694 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947191.952150:0:22694:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152da00/0x48cfcce1a55e86c6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22694 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1783947191.952197:0:22694:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901908 00000004:00010000:3.0:1783947191.952218:0:22694:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000000acff1f2 reply state 000000009e84da3a transno 12884901909 ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152da00/0x48cfcce1a55e86c6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22694 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947191.952252:0:22694:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152da00/0x48cfcce1a55e86c6 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22694 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947191.952286:0:22694:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8da703551000) 00010000:00010000:3.0:1783947191.952289:0:22694:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783947191.952292:0:22694:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1783947191.952586:0:22694:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da702048380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+31:18859:x1870603432934912:12345-192.168.202.33@tcp:36:truncate.0 Request processed in 939us (1129us total) trans 12884901909 rc 0/0 00000100:00100000:3.0:1783947191.952594:0:22694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 47 00000020:00080000:3.0:1783947191.952599:0:22694:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1783947192.144032:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1783947192.144135:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432935040 00000100:00100000:0.0:1783947192.144146:0:22692:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432935040 00000100:00100000:0.0:1783947192.144227:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 48 00000100:00100000:0.0:1783947192.144237:0:22692:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8416ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+31:18873:x1870603432935040:12345-192.168.202.33@tcp:101:stat.0 00010000:00010000:0.0:1783947192.144273:0:22692:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783947192.144294:0:22692:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8da841770200/0x48cfcce1a55e86cd lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8824ecd4a7fd3c49 expref: -99 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947192.144361:0:22692:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8da841770400/0x48cfcce1a55e86d4 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22692 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947192.144408:0:22692:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8da841770400/0x48cfcce1a55e86d4 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22692 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947192.144420:0:22692:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8da841770400/0x48cfcce1a55e86d4 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22692 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947192.144431:0:22692:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8da841771c00/0x48cfcce1a55e86db lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22692 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947192.144439:0:22692:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8da841771c00/0x48cfcce1a55e86db lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22692 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947192.144446:0:22692:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8da841771c00/0x48cfcce1a55e86db lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22692 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947192.144526:0:22692:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8da841770600/0x48cfcce1a55e86e2 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22692 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947192.144535:0:22692:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8da841770600/0x48cfcce1a55e86e2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22692 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947192.144542:0:22692:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8da841770600/0x48cfcce1a55e86e2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22692 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1783947192.144602:0:22692:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 1234567 00000004:00200000:0.0:1783947192.144607:0:22692:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1783947192.144629:0:22692:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8da841770600/0x48cfcce1a55e86e2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22692 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947192.144641:0:22692:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8da841770600/0x48cfcce1a55e86e2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22692 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947192.144650:0:22692:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8da841770400/0x48cfcce1a55e86d4 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22692 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947192.144656:0:22692:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8da841770400/0x48cfcce1a55e86d4 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22692 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947192.144663:0:22692:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8da841770400/0x48cfcce1a55e86d4 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22692 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947192.144670:0:22692:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da841770400 already unused, calling callback (ffffffffc17ed4f0) 00010000:00010000:0.0:1783947192.144674:0:22692:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8da841770400/0x48cfcce1a55e86d4 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22692 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947192.144682:0:22692:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8da841770400/0x48cfcce1a55e86d4 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22692 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947192.144694:0:22692:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8da7024ecb00) 00010000:00010000:0.0:1783947192.144698:0:22692:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783947192.144703:0:22692:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8da841770400/0x48cfcce1a55e86d4 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22692 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947192.144709:0:22692:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8da841770400/0x48cfcce1a55e86d4 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22692 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947192.144733:0:22692:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8da841771c00/0x48cfcce1a55e86db lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22692 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947192.144740:0:22692:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8da841771c00/0x48cfcce1a55e86db lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22692 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947192.144746:0:22692:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8da841771c00/0x48cfcce1a55e86db lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22692 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947192.144751:0:22692:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da841771c00 already unused, calling callback (ffffffffc17ed4f0) 00010000:00010000:0.0:1783947192.144754:0:22692:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8da841771c00/0x48cfcce1a55e86db lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22692 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947192.144761:0:22692:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8da841771c00/0x48cfcce1a55e86db lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22692 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947192.144769:0:22692:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff8da703551500) 00010000:00010000:0.0:1783947192.144771:0:22692:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783947192.144774:0:22692:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8da841771c00/0x48cfcce1a55e86db lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22692 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947192.144780:0:22692:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8da841771c00/0x48cfcce1a55e86db lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22692 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947192.144806:0:22692:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8da841770200/0x48cfcce1a55e86cd lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c49 expref: 33 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947192.144820:0:22692:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8da841770600/0x48cfcce1a55e86e2 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c49 expref: 32 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947192.144840:0:22692:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8da703551000) 00010000:00010000:0.0:1783947192.144843:0:22692:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783947192.144846:0:22692:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8da841770600, rc 0) 00000100:00100000:0.0:1783947192.144918:0:22692:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8416ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+32:18873:x1870603432935040:12345-192.168.202.33@tcp:101:stat.0 Request processed in 682us (898us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947192.144926:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 48 00000100:00100000:2.0:1783947192.191894:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1783947192.191923:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83fb26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1870603449845632:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1783947192.191994:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783947192.192219:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83d3d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1870603449845760:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1783947192.192247:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947192.192405:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1783947192.192415:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da703c00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1870603449846016:0@lo:400:kworker.0 00000100:00100000:0.0:1783947192.192449:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947192.192486:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da84177d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1870603449846144:0@lo:400:kworker.0 00000100:00100000:0.0:1783947192.192509:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947192.192575:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1783947192.192580:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da8360be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1870603449846528:0@lo:400:kworker.0 00000100:00100000:0.0:1783947192.192602:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947192.192637:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da8360bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3650:1870603449846656:0@lo:400:kworker.0 00000100:00100000:0.0:1783947192.192660:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947192.192704:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1783947192.192810:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da8360bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3647:1870603449846272:0@lo:400:kworker.0 00000100:00100000:2.0:1783947192.192835:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783947192.192851:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da8360bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3647:1870603449846784:0@lo:400:kworker.0 00000100:00100000:2.0:1783947192.192869:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783947192.192889:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1783947192.192893:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da703c03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:42b3cb17-0205-4693-9331-418db4796772:3647:1870603449845888:0@lo:400:kworker.0 00000100:00100000:2.0:1783947192.192916:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783947192.192942:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da8360be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1870603449846400:0@lo:400:kworker.0 00000100:00100000:2.0:1783947192.192961:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783947192.192977:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da8360bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3647:1870603449846912:0@lo:400:kworker.0 00000100:00100000:2.0:1783947192.192996:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783947192.193022:0:22686:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449845888 00000100:00100000:2.0:1783947192.193029:0:22686:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449845888 00000100:00100000:2.0:1783947192.193074:0:22686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 169 00000100:00100000:2.0:1783947192.193082:0:22686:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8417a8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42b3cb17-0205-4693-9331-418db4796772+24:3647:x1870603449845888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783947192.193133:0:22686:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8417a8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:42b3cb17-0205-4693-9331-418db4796772+24:3647:x1870603449845888:12345-0@lo:400:kworker.0 Request processed in 51us (215us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947192.193156:0:22686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 169 00000100:00100000:2.0:1783947192.193191:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449846016 00000100:00100000:2.0:1783947192.193195:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449846016 00000100:00100000:2.0:1783947192.193214:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449846400 00000100:00100000:2.0:1783947192.193216:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449846400 00000100:00100000:2.0:1783947192.193227:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:2.0:1783947192.193232:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da84177f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3650:x1870603449846016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783947192.193274:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da84177f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3650:x1870603449846016:12345-0@lo:400:kworker.0 Request processed in 31us (813us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947192.193280:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:2.0:1783947192.193291:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1783947192.193296:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8416ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3647:x1870603449846400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783947192.193318:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8416ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3647:x1870603449846400:12345-0@lo:400:kworker.0 Request processed in 23us (356us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947192.193323:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1783947192.193355:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da703c03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:42b3cb17-0205-4693-9331-418db4796772:3647:1870603449845888:0@lo:400:kworker.0 00000100:00100000:2.0:1783947192.193391:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da8360be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1870603449846400:0@lo:400:kworker.0 00000100:00100000:2.0:1783947192.193413:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449846656 00000100:00100000:2.0:1783947192.193416:0:22692:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449846656 00000100:00100000:2.0:1783947192.193432:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449846272 00000100:00100000:2.0:1783947192.193434:0:22692:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449846272 00000100:00100000:2.0:1783947192.193442:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449846784 00000100:00100000:2.0:1783947192.193444:0:22692:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449846784 00000100:00100000:2.0:1783947192.193461:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449846912 00000100:00100000:2.0:1783947192.193463:0:22692:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449846912 00000100:00100000:2.0:1783947192.193476:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:2.0:1783947192.193482:0:22692:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8360bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3650:x1870603449846656:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783947192.193519:0:22692:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8360bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3650:x1870603449846656:12345-0@lo:400:kworker.0 Request processed in 38us (858us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947192.193526:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:2.0:1783947192.193537:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:2.0:1783947192.193542:0:22692:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8416ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1870603449846272:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783947192.193586:0:22692:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8416ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1870603449846272:12345-0@lo:400:kworker.0 Request processed in 45us (750us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947192.193591:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:2.0:1783947192.193612:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da8360bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3647:1870603449846272:0@lo:400:kworker.0 00000100:00100000:2.0:1783947192.193629:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:2.0:1783947192.193635:0:22692:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8416edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1870603449846784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783947192.193664:0:22692:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8416edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1870603449846784:12345-0@lo:400:kworker.0 Request processed in 30us (795us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947192.193670:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:2.0:1783947192.193691:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da8360bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3647:1870603449846784:0@lo:400:kworker.0 00000100:00100000:2.0:1783947192.193706:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:2.0:1783947192.194006:0:22692:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8416ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1870603449846912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783947192.194043:0:22692:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8416ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1870603449846912:12345-0@lo:400:kworker.0 Request processed in 41us (1045us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947192.194048:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00010000:00080000:2.0:1783947192.194072:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8da8360bf800 x1870603449846912/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783947208 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783947192.194082:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da8360bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3647:1870603449846912:0@lo:400:kworker.0 00000100:00100000:2.0:1783947192.194159:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1783947192.194167:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da8416eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3649:1870603449847168:0@lo:400:kworker.0 00000100:00100000:2.0:1783947192.194197:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783947192.194220:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449847168 00000100:00100000:2.0:1783947192.194224:0:22692:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449847168 00000100:00100000:2.0:1783947192.194250:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:2.0:1783947192.194256:0:22692:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8416eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3649:x1870603449847168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783947192.194302:0:22692:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8416eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3649:x1870603449847168:12345-0@lo:400:kworker.0 Request processed in 46us (103us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947192.194308:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00010000:00080000:2.0:1783947192.194328:0:3649:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8da8416eea00 x1870603449847168/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783947208 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783947192.194338:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da8416eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3649:1870603449847168:0@lo:400:kworker.0 00000100:00100000:0.0:1783947192.194475:0:3650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da8360bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3650:1870603449847040:0@lo:400:kworker.0 00000100:00100000:0.0:1783947192.194505:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947192.194538:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da8360bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3650:1870603449846656:0@lo:400:kworker.0 00000100:00100000:0.0:1783947192.194643:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da703c00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1870603449846016:0@lo:400:kworker.0 00000100:00100000:1.0:1783947192.194744:0:24199:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449845632 00000100:00100000:1.0:1783947192.194749:0:24199:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449845632 00000100:00100000:1.0:1783947192.194771:0:24199:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449845760 00000100:00100000:1.0:1783947192.194774:0:24199:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449845760 00000100:00100000:1.0:1783947192.194789:0:24199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1783947192.194796:0:24199:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8416ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1870603449845632:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1783947192.194819:0:24199:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1783947192.194868:0:24199:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8416ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1870603449845632:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (2874us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947192.194874:0:24199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1783947192.194887:0:24199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1783947192.194893:0:24199:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8416ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1870603449845760:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1783947192.194905:0:24199:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1783947192.194937:0:24199:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8416ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1870603449845760:12345-0@lo:13:osp-pre-1-0.0 Request processed in 44us (2689us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947192.194942:0:24199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1783947192.194960:0:24198:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449846144 00000100:00100000:1.0:1783947192.194963:0:24198:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449846144 00000100:00100000:1.0:1783947192.194984:0:24198:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449846528 00000100:00100000:1.0:1783947192.194987:0:24198:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449846528 00000100:00100000:1.0:1783947192.195006:0:24198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1783947192.195011:0:24198:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da84177d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3650:x1870603449846144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783947192.195042:0:24198:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da84177d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3650:x1870603449846144:12345-0@lo:400:kworker.0 Request processed in 31us (2533us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947192.195058:0:24198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1783947192.195070:0:24198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1783947192.195076:0:24198:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8360bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3650:x1870603449846528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783947192.195105:0:24198:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8360bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3650:x1870603449846528:12345-0@lo:400:kworker.0 Request processed in 29us (2501us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947192.195110:0:24198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1783947192.195155:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83d3d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1870603449845760:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1783947192.195324:0:22687:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1783947192.195329:0:22687:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1783947192.195331:0:22687:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1783947192.195333:0:22687:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1783947192.195347:0:22694:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449847040 00000100:00100000:3.0:1783947192.195351:0:22694:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449847040 00000100:00100000:3.0:1783947192.195417:0:22694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:3.0:1783947192.195423:0:22694:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8360bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3650:x1870603449847040:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783947192.195454:0:22694:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8360bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3650:x1870603449847040:12345-0@lo:400:kworker.0 Request processed in 32us (949us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947192.195459:0:22694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:0.0:1783947192.195537:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83fb26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1870603449845632:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1783947192.195575:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da8360bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3650:1870603449847040:0@lo:400:kworker.0 00000100:00100000:0.0:1783947192.195595:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da8360be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1870603449846528:0@lo:400:kworker.0 00000100:00100000:0.0:1783947192.195605:0:3650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da84177d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1870603449846144:0@lo:400:kworker.0 00000100:00080000:1.0:1783947192.197808:0:22687:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1783947192.261467:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1783947192.261554:0:22694:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432935296 00000100:00100000:3.0:1783947192.261565:0:22694:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432935296 00000100:00100000:3.0:1783947192.261635:0:22694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 49 00000100:00100000:3.0:1783947192.261646:0:22694:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8416eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+32:18883:x1870603432935296:12345-192.168.202.33@tcp:101:lfs.0 00010000:00010000:3.0:1783947192.261669:0:22694:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783947192.261692:0:22694:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152c200/0x48cfcce1a55e86e9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8824ecd4a7fd3c50 expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783947192.261798:0:22694:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:3.0:1783947192.262051:0:22694:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152c200/0x48cfcce1a55e86e9 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c50 expref: 34 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947192.262279:0:22694:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8da803940d00) 00010000:00010000:3.0:1783947192.262282:0:22694:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1783947192.262289:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152c200/0x48cfcce1a55e86e9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c50 expref: 34 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947192.262304:0:22694:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8da80152c200, rc 0) 00000100:00100000:3.0:1783947192.262457:0:22694:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8416eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+33:18883:x1870603432935296:12345-192.168.202.33@tcp:101:lfs.0 Request processed in 813us (998us total) trans 12884901910 rc 301/301 00000100:00100000:3.0:1783947192.262466:0:22694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 49 00000100:00100000:1.0:1783947192.266605:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1783947192.266741:0:22696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432935552 00000100:00100000:3.0:1783947192.266752:0:22696:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432935552 00000100:00100000:3.0:1783947192.266818:0:22696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 10 00000100:00100000:3.0:1783947192.266829:0:22696:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83febf050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+33:18883:x1870603432935552:12345-192.168.202.33@tcp:35:lfs.0 00000100:00100000:3.0:1783947192.267165:0:22696:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83febf050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+34:18883:x1870603432935552:12345-192.168.202.33@tcp:35:lfs.0 Request processed in 337us (569us total) trans 12884901911 rc 0/0 00000100:00100000:3.0:1783947192.267173:0:22696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 10 00000100:00100000:3.0:1783947192.357903:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1783947192.358078:0:22693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432935808 00000100:00100000:0.0:1783947192.358092:0:22693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432935808 00000100:00100000:0.0:1783947192.358165:0:22693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 50 00000100:00100000:0.0:1783947192.358175:0:22693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83fb27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+34:18889:x1870603432935808:12345-192.168.202.33@tcp:101:bash.0 00010000:00010000:0.0:1783947192.358202:0:22693:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783947192.358224:0:22693:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8da841770200/0x48cfcce1a55e86f7 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8824ecd4a7fd3c57 expref: -99 pid: 22693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947192.358430:0:22693:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8da841771c00/0x48cfcce1a55e86fe lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947192.358447:0:22693:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8da841756000/0x48cfcce1a55e8625 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c11 expref: 35 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947192.358456:0:22693:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8da841770600/0x48cfcce1a55e86e2 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c49 expref: 35 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947192.358467:0:22693:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8da841771c00/0x48cfcce1a55e86fe lrc: 5/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947192.358501:0:22693:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8da841770600/0x48cfcce1a55e86e2 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c49 expref: 35 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947192.358514:0:22693:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8da841770600/0x48cfcce1a55e86e2 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c49 expref: 35 pid: 22692 timeout: 973 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783947192.358547:0:22693:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da8360be300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22693:1870603449847296:192.168.202.33@tcp:104: 00010000:00010000:0.0:1783947192.358630:0:22693:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8da841756000/0x48cfcce1a55e8625 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c11 expref: 35 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947192.358639:0:22693:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8da841756000/0x48cfcce1a55e8625 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c11 expref: 35 pid: 22694 timeout: 973 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783947192.358648:0:22693:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da8360bf100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22693:1870603449847424:192.168.202.33@tcp:104: 00000100:00100000:0.0:1783947192.358669:0:22693:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da837f2c180 going to sleep for 11 seconds 00000100:00100000:2.0:1783947192.367439:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1783947192.367553:0:22679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432935936 00000100:00100000:3.0:1783947192.367563:0:22679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432935936 00010000:00010000:3.0:1783947192.367614:0:22679:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8da841770600/0x48cfcce1a55e86e2 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c49 expref: 36 pid: 22692 timeout: 973 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783947192.367651:0:22679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 18 00000100:00100000:3.0:1783947192.367662:0:22679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83fa99c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+36:2406:x1870603432935936:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783947192.367692:0:22679:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783947192.367700:0:22679:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8da841770600/0x48cfcce1a55e86e2 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c49 expref: 36 pid: 22692 timeout: 973 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947192.367713:0:22679:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8da841770600/0x48cfcce1a55e86e2 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c49 expref: 36 pid: 22692 timeout: 973 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947192.367737:0:22679:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8da703551000) 00010000:00010000:3.0:1783947192.367742:0:22679:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8da841771c00/0x48cfcce1a55e86fe lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947192.367751:0:22679:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff8da841771c00/0x48cfcce1a55e86fe lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947192.367757:0:22679:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783947192.367830:0:22679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83fa99c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+36:2406:x1870603432935936:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 169us (401us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947192.367838:0:22679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 18 00010000:00010000:0.0:1783947192.369065:0:22693:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8da841770600/0x48cfcce1a55e86e2 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c49 expref: 35 pid: 22692 timeout: 973 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783947192.369101:0:22693:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da8360be300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22693:1870603449847296:192.168.202.33@tcp:104: 00000100:00100000:0.0:1783947192.369116:0:22693:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da8360bf100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22693:1870603449847424:192.168.202.33@tcp:104: 00010000:00010000:0.0:1783947192.369142:0:22693:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8da841771c00/0x48cfcce1a55e86fe lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783947192.371214:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1783947192.371546:0:22678:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432936064 00000100:00100000:3.0:1783947192.371556:0:22678:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432936064 00010000:00010000:3.0:1783947192.371597:0:22678:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8da841756000/0x48cfcce1a55e8625 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c11 expref: 35 pid: 22694 timeout: 973 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783947192.371643:0:22678:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 19 00000100:00100000:3.0:1783947192.371654:0:22678:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83d3d4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+35:2406:x1870603432936064:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783947192.371669:0:22678:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783947192.371675:0:22678:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8da841756000/0x48cfcce1a55e8625 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c11 expref: 35 pid: 22694 timeout: 973 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947192.371705:0:22678:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8da841756000/0x48cfcce1a55e8625 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c11 expref: 35 pid: 22694 timeout: 973 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947192.371726:0:22678:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8da841756000/0x48cfcce1a55e8625 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c11 expref: 35 pid: 22694 timeout: 973 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947192.371741:0:22678:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8da703551000) 00010000:00010000:3.0:1783947192.371747:0:22678:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8da841771c00/0x48cfcce1a55e86fe lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947192.371757:0:22678:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8da841771c00/0x48cfcce1a55e86fe lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947192.371775:0:22678:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8da841771c00/0x48cfcce1a55e86fe lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947192.371969:0:22678:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783947192.372031:0:22678:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83d3d4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+34:2406:x1870603432936064:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 378us (824us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947192.372039:0:22678:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 19 00010000:00010000:0.0:1783947192.372590:0:22693:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8da841771c00/0x48cfcce1a55e86fe lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947192.372601:0:22693:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8da841771c00/0x48cfcce1a55e86fe lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1783947192.372621:0:22693:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 1234567 00010000:00010000:0.0:1783947192.372762:0:22693:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8da841770200/0x48cfcce1a55e86f7 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c57 expref: 35 pid: 22693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947192.372801:0:22693:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8da841771c00/0x48cfcce1a55e86fe lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c57 expref: 34 pid: 22693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947192.373101:0:22693:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8da703551000) 00010000:00010000:0.0:1783947192.373105:0:22693:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1783947192.373107:0:22693:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8da841771c00, rc 0) 00000100:00100000:0.0:1783947192.373166:0:22693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83fb27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+34:18889:x1870603432935808:12345-192.168.202.33@tcp:101:bash.0 Request processed in 14992us (15276us total) trans 12884901912 rc 0/0 00000100:00100000:0.0:1783947192.373175:0:22693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 50 00000100:00100000:1.0:1783947192.377015:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1783947192.377107:0:25483:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432936320 00000100:00100000:2.0:1783947192.377117:0:25483:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432936320 00000100:00100000:2.0:1783947192.377174:0:25483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 51 00000100:00100000:2.0:1783947192.377183:0:25483:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83d3d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+34:18889:x1870603432936320:12345-192.168.202.33@tcp:36:bash.0 00010000:00010000:2.0:1783947192.377442:0:25483:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246bc00/0x48cfcce1a55e870c lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947192.377460:0:25483:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246bc00/0x48cfcce1a55e870c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947192.377471:0:25483:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246bc00/0x48cfcce1a55e870c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1783947192.377528:0:25483:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901913 00000004:00010000:2.0:1783947192.377545:0:25483:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000ae25f878 reply state 000000001e58ae90 transno 12884901914 ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246bc00/0x48cfcce1a55e870c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947192.377559:0:25483:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246bc00/0x48cfcce1a55e870c lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947192.377566:0:25483:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8da703551000) 00010000:00010000:2.0:1783947192.377569:0:25483:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783947192.377572:0:25483:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1783947192.377648:0:25483:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83d3d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+37:18889:x1870603432936320:12345-192.168.202.33@tcp:36:bash.0 Request processed in 465us (642us total) trans 12884901914 rc 0/0 00000100:00100000:2.0:1783947192.377656:0:25483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 51 00000020:00080000:2.0:1783947192.377660:0:25483:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1783947192.379772:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1783947192.379931:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432936448 00000100:00100000:2.0:1783947192.379940:0:22692:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432936448 00000100:00100000:2.0:1783947192.379996:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 52 00000100:00100000:2.0:1783947192.380004:0:22692:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83fb25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+37:18889:x1870603432936448:12345-192.168.202.33@tcp:101:bash.0 00010000:00010000:2.0:1783947192.380026:0:22692:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783947192.380044:0:22692:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246a200/0x48cfcce1a55e8713 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8824ecd4a7fd3c5e expref: -99 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947192.380094:0:22692:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246a200/0x48cfcce1a55e8713 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c5e expref: 38 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947192.380109:0:22692:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246a200/0x48cfcce1a55e8713 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c5e expref: 38 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947192.380145:0:22692:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8da703551000) 00010000:00010000:2.0:1783947192.380148:0:22692:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1783947192.380151:0:22692:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8da80246a200, rc 0) 00000100:00100000:2.0:1783947192.380205:0:22692:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83fb25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+38:18889:x1870603432936448:12345-192.168.202.33@tcp:101:bash.0 Request processed in 201us (449us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947192.380211:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 52 00000100:00100000:1.0:1783947192.390722:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1783947192.390933:0:25483:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432936576 00000100:00100000:2.0:1783947192.390945:0:25483:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432936576 00000100:00100000:2.0:1783947192.391046:0:25483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 53 00000100:00100000:2.0:1783947192.391057:0:25483:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83d3d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+38:18889:x1870603432936576:12345-192.168.202.33@tcp:101:bash.0 00010000:00010000:2.0:1783947192.391078:0:25483:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783947192.391100:0:25483:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246ae00/0x48cfcce1a55e871a lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8824ecd4a7fd3c65 expref: -99 pid: 25483 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947192.391223:0:25483:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246be00/0x48cfcce1a55e8721 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947192.391240:0:25483:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8da841771c00/0x48cfcce1a55e86fe lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c57 expref: 39 pid: 22693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947192.391248:0:25483:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246be00/0x48cfcce1a55e8721 lrc: 4/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x8 rrc: 9 type: IBT flags: 0x50210000000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947192.391292:0:25483:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8da841771c00/0x48cfcce1a55e86fe lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c57 expref: 39 pid: 22693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947192.391305:0:25483:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8da841771c00/0x48cfcce1a55e86fe lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c57 expref: 39 pid: 22693 timeout: 973 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783947192.391326:0:25483:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da8416efb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:25483:1870603449847552:192.168.202.33@tcp:104: 00000100:00100000:2.0:1783947192.391452:0:25483:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da83c70f180 going to sleep for 11 seconds 00000100:00100000:1.0:1783947192.395305:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1783947192.395416:0:22677:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432936704 00000100:00100000:0.0:1783947192.395427:0:22677:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432936704 00010000:00010000:0.0:1783947192.395470:0:22677:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8da841771c00/0x48cfcce1a55e86fe lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c57 expref: 40 pid: 22693 timeout: 973 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783947192.395512:0:22677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 20 00000100:00100000:0.0:1783947192.395522:0:22677:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8416c9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+40:2405:x1870603432936704:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783947192.395537:0:22677:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783947192.395544:0:22677:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8da841771c00/0x48cfcce1a55e86fe lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c57 expref: 40 pid: 22693 timeout: 973 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947192.395557:0:22677:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8da841771c00/0x48cfcce1a55e86fe lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c57 expref: 40 pid: 22693 timeout: 973 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947192.395579:0:22677:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8da703551000) 00010000:00010000:0.0:1783947192.395584:0:22677:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246be00/0x48cfcce1a55e8721 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x8 rrc: 10 type: IBT flags: 0x50210000000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947192.395609:0:22677:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246be00/0x48cfcce1a55e8721 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x50290000000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947192.395616:0:22677:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246be00/0x48cfcce1a55e8721 lrc: 4/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x50290000000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947192.395635:0:22677:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783947192.395692:0:22677:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8416c9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+40:2405:x1870603432936704:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 171us (396us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947192.395700:0:22677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 20 00010000:00010000:2.0:1783947192.396188:0:25483:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8da841771c00/0x48cfcce1a55e86fe lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c57 expref: 39 pid: 22693 timeout: 973 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783947192.396207:0:25483:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da8416efb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:25483:1870603449847552:192.168.202.33@tcp:104: 00010000:00010000:2.0:1783947192.396229:0:25483:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246be00/0x48cfcce1a55e8721 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947192.396238:0:25483:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246be00/0x48cfcce1a55e8721 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947192.396244:0:25483:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246be00/0x48cfcce1a55e8721 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783947192.396311:0:25483:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:2.0:1783947192.396315:0:25483:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1783947192.396338:0:25483:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246be00/0x48cfcce1a55e8721 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947192.396424:0:25483:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246ae00/0x48cfcce1a55e871a lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c65 expref: 39 pid: 25483 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947192.396438:0:25483:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246be00/0x48cfcce1a55e8721 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c65 expref: 38 pid: 25483 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947192.396446:0:25483:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8da703551000) 00010000:00010000:2.0:1783947192.396458:0:25483:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783947192.396461:0:25483:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8da80246be00, rc 0) 00000100:00100000:2.0:1783947192.396494:0:25483:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83d3d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+38:18889:x1870603432936576:12345-192.168.202.33@tcp:101:bash.0 Request processed in 5440us (5786us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947192.396501:0:25483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 53 00000100:00100000:0.0:1783947192.400946:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1783947192.401027:0:22679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432936960 00000100:00100000:2.0:1783947192.401038:0:22679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432936960 00000100:00100000:2.0:1783947192.401107:0:22679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 2 00000100:00100000:2.0:1783947192.401117:0:22679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8360bf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+38:18889:x1870603432936960:12345-192.168.202.33@tcp:103:bash.0 00010000:00010000:2.0:1783947192.401132:0:22679:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1783947192.401159:0:22679:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246a200/0x48cfcce1a55e8713 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c5e expref: 38 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947192.401181:0:22679:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246be00/0x48cfcce1a55e8721 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c65 expref: 37 pid: 25483 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947192.401191:0:22679:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8da703551000) 00010000:00010000:2.0:1783947192.401196:0:22679:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783947192.401256:0:22679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8360bf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+36:18889:x1870603432936960:12345-192.168.202.33@tcp:103:bash.0 Request processed in 141us (322us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947192.401273:0:22679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 2 00000100:00100000:1.0:1783947192.406275:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1783947192.406722:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432937088 00000100:00100000:2.0:1783947192.406734:0:22692:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432937088 00000100:00100000:2.0:1783947192.407050:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 54 00000100:00100000:2.0:1783947192.407064:0:22692:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8416cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+36:18889:x1870603432937088:12345-192.168.202.33@tcp:58:bash.0 00010000:00010000:2.0:1783947192.407181:0:22692:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246aa00/0x48cfcce1a55e8728 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22692 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947192.407219:0:22692:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246aa00/0x48cfcce1a55e8728 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22692 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947192.407232:0:22692:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246aa00/0x48cfcce1a55e8728 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22692 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1783947192.410691:0:22692:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1783947192.410729:0:22692:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7:0x0].3, 64 off8384 00000040:00080000:2.0:1783947192.410885:0:22692:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x14:0x0].1, 136 off8328 00000100:00100000:2.0:1783947192.410989:0:22692:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8416cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+36:18889:x1870603432937088:12345-192.168.202.33@tcp:58:bash.0 Request processed in 3924us (4730us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947192.411000:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 54 00000100:00100000:3.0:1783947192.417199:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1783947192.417287:0:22694:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432937216 00000100:00100000:0.0:1783947192.417298:0:22694:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432937216 00000100:00100000:0.0:1783947192.417445:0:22694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 55 00000100:00100000:0.0:1783947192.417456:0:22694:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83fb27100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+36:18889:x1870603432937216:12345-192.168.202.33@tcp:101:bash.0 00010000:00010000:0.0:1783947192.417476:0:22694:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783947192.417497:0:22694:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8da841770400/0x48cfcce1a55e872f lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8824ecd4a7fd3c6c expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947192.417561:0:22694:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246aa00/0x48cfcce1a55e8728 lrc: 2/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22692 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947192.417573:0:22694:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8da841770400/0x48cfcce1a55e872f lrc: 4/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c6c expref: 37 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947192.417592:0:22694:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246aa00/0x48cfcce1a55e8728 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210400000020 pid: 22692 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947192.417627:0:22694:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8da841770400/0x48cfcce1a55e872f lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c6c expref: 37 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947192.417641:0:22694:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8da703551000) 00010000:00010000:0.0:1783947192.417644:0:22694:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1783947192.417648:0:22694:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8da841770400/0x48cfcce1a55e872f lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c6c expref: 37 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947192.417655:0:22694:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8da841770400, rc 0) 00000100:00100000:0.0:1783947192.417707:0:22694:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83fb27100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+37:18889:x1870603432937216:12345-192.168.202.33@tcp:101:bash.0 Request processed in 253us (517us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947192.417714:0:22694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 55 00010000:00010000:2.0:1783947192.575625:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1783947192.831957:0:22727:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:3.0:1783947192.831967:0:22727:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1783947192.831995:0:22727:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:3.0:1783947192.832003:0:22727:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:3.0:1783947192.832130:0:22727:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83fb25f80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22727:1870603449847680:192.168.202.33@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1783947192.832345:0:22727:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da8084e4480 going to sleep for 11 seconds 00000100:00100000:2.0:1783947192.843215:0:22727:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83fb25f80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22727:1870603449847680:192.168.202.33@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1783947192.844037:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1783947192.844361:0:22693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432937344 00000100:00100000:0.0:1783947192.844385:0:22693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432937344 00000100:00100000:0.0:1783947192.844442:0:22693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 56 00000100:00100000:0.0:1783947192.844453:0:22693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83fb24380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+37:18890:x1870603432937344:12345-192.168.202.33@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1783947192.844485:0:22693:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1783947192.844667:0:22693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83fb24380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+37:18890:x1870603432937344:12345-192.168.202.33@tcp:53:lhsmtool_posix.0 Request processed in 214us (633us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947192.844676:0:22693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 56 00000100:00100000:0.0:1783947192.857632:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1783947192.857751:0:25483:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432937472 00000100:00100000:2.0:1783947192.857761:0:25483:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432937472 00000100:00100000:2.0:1783947192.857835:0:25483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 57 00000100:00100000:2.0:1783947192.857846:0:25483:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8360be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+37:18890:x1870603432937472:12345-192.168.202.33@tcp:34:lhsmtool_posix.0 00010000:00010000:2.0:1783947192.858290:0:25483:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246be00/0x48cfcce1a55e8736 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947192.858308:0:25483:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246be00/0x48cfcce1a55e8736 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947192.858322:0:25483:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246be00/0x48cfcce1a55e8736 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947192.858429:0:25483:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246a200/0x48cfcce1a55e873d lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947192.858452:0:25483:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246a200/0x48cfcce1a55e873d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947192.858460:0:25483:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246a200/0x48cfcce1a55e873d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947192.858488:0:25483:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246ae00/0x48cfcce1a55e8744 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947192.858499:0:25483:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246ae00/0x48cfcce1a55e8744 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947192.858506:0:25483:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246ae00/0x48cfcce1a55e8744 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783947192.858564:0:25483:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:2.0:1783947192.858569:0:25483:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1783947192.858583:0:25483:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246ae00/0x48cfcce1a55e8744 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947192.858595:0:25483:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246be00/0x48cfcce1a55e8736 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947192.858601:0:25483:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246be00/0x48cfcce1a55e8736 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947192.858608:0:25483:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246be00/0x48cfcce1a55e8736 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947192.858615:0:25483:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da80246be00 already unused, calling callback (ffffffffc17ed4f0) 00010000:00010000:2.0:1783947192.858619:0:25483:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246be00/0x48cfcce1a55e8736 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947192.858634:0:25483:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246be00/0x48cfcce1a55e8736 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947192.858647:0:25483:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8da7024ec700) 00010000:00010000:2.0:1783947192.858650:0:25483:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783947192.858654:0:25483:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246be00/0x48cfcce1a55e8736 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947192.858661:0:25483:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246be00/0x48cfcce1a55e8736 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947192.858677:0:25483:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246a200/0x48cfcce1a55e873d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947192.858683:0:25483:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246a200/0x48cfcce1a55e873d lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947192.858689:0:25483:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246a200/0x48cfcce1a55e873d lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947192.858695:0:25483:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da80246a200 already unused, calling callback (ffffffffc17ed4f0) 00010000:00010000:2.0:1783947192.858698:0:25483:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246a200/0x48cfcce1a55e873d lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947192.858705:0:25483:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246a200/0x48cfcce1a55e873d lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947192.858712:0:25483:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x925dcd63 (ffff8da7024ec800) 00010000:00010000:2.0:1783947192.858715:0:25483:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783947192.858717:0:25483:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246a200/0x48cfcce1a55e873d lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947192.858734:0:25483:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246a200/0x48cfcce1a55e873d lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947192.858750:0:25483:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246ae00/0x48cfcce1a55e8744 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947192.859132:0:25483:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246ae00/0x48cfcce1a55e8744 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947192.859141:0:25483:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246ae00/0x48cfcce1a55e8744 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947192.859147:0:25483:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da80246ae00 already unused, calling callback (ffffffffc17ed4f0) 00010000:00010000:2.0:1783947192.859150:0:25483:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246ae00/0x48cfcce1a55e8744 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947192.859157:0:25483:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246ae00/0x48cfcce1a55e8744 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947192.859167:0:25483:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8da703551000) 00010000:00010000:2.0:1783947192.859169:0:25483:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783947192.859173:0:25483:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246ae00/0x48cfcce1a55e8744 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947192.859179:0:25483:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246ae00/0x48cfcce1a55e8744 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783947192.859332:0:25483:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8360be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+37:18890:x1870603432937472:12345-192.168.202.33@tcp:34:lhsmtool_posix.0 Request processed in 1484us (1707us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947192.859342:0:25483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 57 00000100:00100000:1.0:1783947192.862695:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1783947192.862995:0:22693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432937728 00000100:00100000:3.0:1783947192.863008:0:22693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432937728 00000100:00100000:3.0:1783947192.863073:0:22693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 58 00000100:00100000:3.0:1783947192.863082:0:22693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8416c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+37:18890:x1870603432937728:12345-192.168.202.33@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1783947192.863106:0:22693:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783947192.863126:0:22693:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152c200/0x48cfcce1a55e874b lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8824ecd4a7fd3c73 expref: -99 pid: 22693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947192.863227:0:22693:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152ce00/0x48cfcce1a55e8752 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947192.863244:0:22693:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152ce00/0x48cfcce1a55e8752 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947192.863279:0:22693:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152ce00/0x48cfcce1a55e8752 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783947192.863292:0:22693:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:3.0:1783947192.863467:0:22693:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152ce00/0x48cfcce1a55e8752 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947192.863477:0:22693:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152ce00/0x48cfcce1a55e8752 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947192.863484:0:22693:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152ce00/0x48cfcce1a55e8752 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947192.863491:0:22693:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da80152ce00 already unused, calling callback (ffffffffc17ed4f0) 00010000:00010000:3.0:1783947192.863509:0:22693:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152ce00/0x48cfcce1a55e8752 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947192.863518:0:22693:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152ce00/0x48cfcce1a55e8752 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947192.863531:0:22693:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8da703551000) 00010000:00010000:3.0:1783947192.863534:0:22693:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1783947192.863539:0:22693:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152ce00/0x48cfcce1a55e8752 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947192.863546:0:22693:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152ce00/0x48cfcce1a55e8752 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947192.863598:0:22693:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152c200/0x48cfcce1a55e874b lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c73 expref: 39 pid: 22693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947192.863610:0:22693:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8da7024ec700) 00010000:00010000:3.0:1783947192.863612:0:22693:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1783947192.863615:0:22693:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152c200/0x48cfcce1a55e874b lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c73 expref: 39 pid: 22693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947192.863624:0:22693:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8da80152c200, rc 0) 00000100:00100000:3.0:1783947192.863697:0:22693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8416c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+38:18890:x1870603432937728:12345-192.168.202.33@tcp:101:lhsmtool_posix.0 Request processed in 615us (1013us total) trans 12884901915 rc 301/301 00000100:00100000:3.0:1783947192.863703:0:22693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 58 00000100:00100000:1.0:1783947192.868992:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1783947192.869420:0:22694:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432937856 00000100:00100000:0.0:1783947192.869431:0:22694:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432937856 00000100:00100000:0.0:1783947192.869502:0:22694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 59 00000100:00100000:0.0:1783947192.869513:0:22694:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8416ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+38:18890:x1870603432937856:12345-192.168.202.33@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1783947192.869575:0:22694:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1783947192.869705:0:22694:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8416ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+38:18890:x1870603432937856:12345-192.168.202.33@tcp:53:lhsmtool_posix.0 Request processed in 194us (726us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947192.869714:0:22694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 59 00000100:00100000:0.0:1783947192.874724:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1783947192.875020:0:22693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432938112 00000100:00100000:3.0:1783947192.875029:0:22693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432938112 00000100:00100000:3.0:1783947192.875137:0:22693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 60 00000100:00100000:3.0:1783947192.875147:0:22693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8360bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+38:18890:x1870603432938112:12345-192.168.202.33@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1783947192.875180:0:22693:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783947192.875201:0:22693:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152c800/0x48cfcce1a55e8760 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8824ecd4a7fd3c7a expref: -99 pid: 22693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1783947192.875625:0:22693:0:(osp_internal.h:570:osp_update_last_fid()) Gap in objids: start=[0x280000401:0x23:0x0], count =31 00000004:00080000:3.0:1783947192.875632:0:22693:0:(osp_object.c:1645:osp_create()) Writing gap [0x280000401:0x23:0x0]+31 in llog 00000004:00080000:3.0:1783947192.875658:0:22693:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x42:0x0], index 0: 0 00010000:00010000:3.0:1783947192.875840:0:22693:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152ca00/0x48cfcce1a55e8767 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947192.875938:0:22693:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152ca00/0x48cfcce1a55e8767 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947192.875951:0:22693:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152ca00/0x48cfcce1a55e8767 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947192.876016:0:22693:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152c800/0x48cfcce1a55e8760 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c7a expref: 41 pid: 22693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947192.876038:0:22693:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152ca00/0x48cfcce1a55e8767 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c7a expref: 40 pid: 22693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947192.876047:0:22693:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8da703551f00) 00010000:00010000:3.0:1783947192.876050:0:22693:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783947192.876053:0:22693:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8da80152ca00, rc 0) 00000100:00100000:3.0:1783947192.876118:0:22693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8360bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+40:18890:x1870603432938112:12345-192.168.202.33@tcp:101:lhsmtool_posix.0 Request processed in 973us (1405us total) trans 12884901916 rc 0/0 00000100:00100000:3.0:1783947192.876126:0:22693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 60 00000100:00100000:1.0:1783947192.881362:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1783947192.881642:0:22694:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432938368 00000100:00100000:3.0:1783947192.881669:0:22694:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432938368 00000100:00100000:3.0:1783947192.881784:0:22694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 61 00000100:00100000:3.0:1783947192.881796:0:22694:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8416c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+40:18890:x1870603432938368:12345-192.168.202.33@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1783947192.881880:0:22694:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783947192.881910:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152ca00/0x48cfcce1a55e8767 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c7a expref: 40 pid: 22693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947192.881933:0:22694:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8da703551f00) 00010000:00010000:3.0:1783947192.881946:0:22694:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1783947192.881973:0:22694:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152cc00/0x48cfcce1a55e8775 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22694 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947192.881988:0:22694:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152cc00/0x48cfcce1a55e8775 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22694 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947192.881999:0:22694:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152cc00/0x48cfcce1a55e8775 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22694 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947192.882014:0:22694:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152d200/0x48cfcce1a55e877c lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x776abffa bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22694 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947192.882022:0:22694:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152d200/0x48cfcce1a55e877c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x776abffa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22694 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947192.882029:0:22694:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152d200/0x48cfcce1a55e877c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x776abffa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22694 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947192.882077:0:22694:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152cc00/0x48cfcce1a55e8775 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22694 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947192.882084:0:22694:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152cc00/0x48cfcce1a55e8775 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22694 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947192.882098:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152cc00/0x48cfcce1a55e8775 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22694 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947192.882105:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da80152cc00 already unused, calling callback (ffffffffc17ed4f0) 00010000:00010000:3.0:1783947192.882109:0:22694:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152cc00/0x48cfcce1a55e8775 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22694 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947192.882119:0:22694:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152cc00/0x48cfcce1a55e8775 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22694 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947192.882129:0:22694:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8da7024ecb00) 00010000:00010000:3.0:1783947192.882132:0:22694:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783947192.882136:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152cc00/0x48cfcce1a55e8775 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22694 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947192.882143:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152cc00/0x48cfcce1a55e8775 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22694 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947192.882154:0:22694:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152d200/0x48cfcce1a55e877c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x776abffa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22694 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947192.882160:0:22694:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152d200/0x48cfcce1a55e877c lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x776abffa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22694 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947192.882167:0:22694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152d200/0x48cfcce1a55e877c lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x776abffa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22694 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947192.882172:0:22694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da80152d200 already unused, calling callback (ffffffffc17ed4f0) 00010000:00010000:3.0:1783947192.882175:0:22694:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152d200/0x48cfcce1a55e877c lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x776abffa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22694 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947192.882192:0:22694:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152d200/0x48cfcce1a55e877c lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x776abffa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22694 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947192.882200:0:22694:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x776abffa (ffff8da703551100) 00010000:00010000:3.0:1783947192.882203:0:22694:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783947192.882206:0:22694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152d200/0x48cfcce1a55e877c lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x776abffa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22694 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947192.882213:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152d200/0x48cfcce1a55e877c lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x776abffa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22694 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783947192.882316:0:22694:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8416c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+39:18890:x1870603432938368:12345-192.168.202.33@tcp:36:lhsmtool_posix.0 Request processed in 522us (965us total) trans 0 rc -2/-2 00000100:00100000:3.0:1783947192.882324:0:22694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 61 00000100:00100000:1.0:1783947192.885707:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1783947192.885994:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432938496 00000100:00100000:2.0:1783947192.886004:0:22692:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432938496 00000100:00100000:2.0:1783947192.886068:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 62 00000100:00100000:2.0:1783947192.886078:0:22692:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8416cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+39:18890:x1870603432938496:12345-192.168.202.33@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1783947192.886100:0:22692:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783947192.886123:0:22692:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246ae00/0x48cfcce1a55e8783 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8824ecd4a7fd3c81 expref: -99 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947192.886157:0:22692:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246a200/0x48cfcce1a55e878a lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22692 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947192.886171:0:22692:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246a200/0x48cfcce1a55e878a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22692 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947192.886183:0:22692:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246a200/0x48cfcce1a55e878a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22692 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947192.886307:0:22692:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246ae00/0x48cfcce1a55e8783 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c81 expref: 41 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947192.886326:0:22692:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246a200/0x48cfcce1a55e878a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c81 expref: 40 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947192.886335:0:22692:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8da7024ec800) 00010000:00010000:2.0:1783947192.886338:0:22692:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1783947192.886342:0:22692:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8da80246a200, rc 0) 00000100:00100000:2.0:1783947192.886432:0:22692:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8416cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+40:18890:x1870603432938496:12345-192.168.202.33@tcp:101:lhsmtool_posix.0 Request processed in 355us (734us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947192.886440:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 62 00000100:00100000:0.0:1783947192.891112:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1783947192.891219:0:25483:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432938752 00000100:00100000:2.0:1783947192.891230:0:25483:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432938752 00000100:00100000:2.0:1783947192.891334:0:25483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 63 00000100:00100000:2.0:1783947192.891344:0:25483:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8360bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+40:18890:x1870603432938752:12345-192.168.202.33@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1783947192.891454:0:25483:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246ae00/0x48cfcce1a55e8791 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947192.891471:0:25483:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246ae00/0x48cfcce1a55e8791 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947192.891483:0:25483:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246ae00/0x48cfcce1a55e8791 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1783947192.891654:0:25483:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].2, 88 off8344 00000004:00080000:2.0:1783947192.891664:0:25483:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 874139297433ns, next at 875139295145ns, rc = 0 00000004:00010000:2.0:1783947192.891713:0:25483:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000014f78702 reply state 0000000082b7249f transno 12884901917 ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246ae00/0x48cfcce1a55e8791 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947192.891725:0:25483:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246ae00/0x48cfcce1a55e8791 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947192.891745:0:25483:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8da7024ec800) 00010000:00010000:2.0:1783947192.891749:0:25483:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:2.0:1783947192.891752:0:25483:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1783947192.891869:0:25483:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8360bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+42:18890:x1870603432938752:12345-192.168.202.33@tcp:36:lhsmtool_posix.0 Request processed in 525us (765us total) trans 12884901917 rc 0/0 00000100:00100000:2.0:1783947192.891877:0:25483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 63 00000100:00100000:1.0:1783947192.895055:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1783947192.895155:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432938880 00000100:00100000:2.0:1783947192.895165:0:22692:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432938880 00000100:00100000:2.0:1783947192.895295:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 64 00000100:00100000:2.0:1783947192.895306:0:22692:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da703c1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+42:18890:x1870603432938880:12345-192.168.202.33@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1783947192.895345:0:22692:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783947192.895386:0:22692:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246be00/0x48cfcce1a55e8798 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8824ecd4a7fd3c88 expref: -99 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947192.895444:0:22692:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246be00/0x48cfcce1a55e8798 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c88 expref: 43 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947192.895462:0:22692:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246be00/0x48cfcce1a55e8798 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c88 expref: 43 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947192.895481:0:22692:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8da7024ec800) 00010000:00010000:2.0:1783947192.895484:0:22692:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1783947192.895488:0:22692:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8da80246be00, rc 0) 00000100:00100000:2.0:1783947192.895553:0:22692:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da703c1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+43:18890:x1870603432938880:12345-192.168.202.33@tcp:101:lhsmtool_posix.0 Request processed in 248us (508us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947192.895561:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 64 00000100:00100000:1.0:1783947192.903235:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1783947192.903477:0:24198:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432939008 00000100:00100000:3.0:1783947192.903486:0:24198:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432939008 00000100:00100000:3.0:1783947192.903563:0:24198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 24 00000100:00100000:3.0:1783947192.903575:0:24198:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da703c1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+5:2405:x1870603432939008:12345-192.168.202.33@tcp:2:lhsmtool_posix.0 00000100:00100000:3.0:1783947192.904090:0:24198:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da703c1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+6:2405:x1870603432939008:12345-192.168.202.33@tcp:2:lhsmtool_posix.0 Request processed in 516us (864us total) trans 12884901891 rc 0/0 00000100:00100000:3.0:1783947192.904099:0:24198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 24 00000100:00080000:1.0:1783947192.905199:0:22687:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1783947192.916818:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1783947192.916982:0:22695:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432939264 00000100:00100000:2.0:1783947192.916993:0:22695:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432939264 00000100:00100000:2.0:1783947192.917056:0:22695:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 11 00000100:00100000:2.0:1783947192.917066:0:22695:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8360bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+43:18890:x1870603432939264:12345-192.168.202.33@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1783947192.917320:0:22695:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8360bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+44:18890:x1870603432939264:12345-192.168.202.33@tcp:35:lhsmtool_posix.0 Request processed in 255us (520us total) trans 12884901918 rc 0/0 00000100:00100000:2.0:1783947192.917330:0:22695:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 11 00000100:00100000:3.0:1783947192.922833:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1783947192.922953:0:22694:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432939520 00000100:00100000:0.0:1783947192.922965:0:22694:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432939520 00000100:00100000:0.0:1783947192.923028:0:22694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 65 00000100:00100000:0.0:1783947192.923038:0:22694:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83fb24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+44:18890:x1870603432939520:12345-192.168.202.33@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1783947192.923148:0:22694:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83fb24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+44:18890:x1870603432939520:12345-192.168.202.33@tcp:57:lhsmtool_posix.0 Request processed in 112us (325us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947192.923155:0:22694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 65 00000100:00100000:1.0:1783947192.928715:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1783947192.928850:0:22693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432939648 00000100:00100000:3.0:1783947192.928860:0:22693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432939648 00000100:00100000:3.0:1783947192.928922:0:22693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 66 00000100:00100000:3.0:1783947192.928933:0:22693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da80497dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+44:18890:x1870603432939648:12345-192.168.202.33@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1783947192.928969:0:22693:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783947192.928991:0:22693:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152d200/0x48cfcce1a55e879f lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8824ecd4a7fd3c8f expref: -99 pid: 22693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947192.929054:0:22693:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152cc00/0x48cfcce1a55e87a6 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947192.929067:0:22693:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152cc00/0x48cfcce1a55e87a6 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947192.929078:0:22693:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152cc00/0x48cfcce1a55e87a6 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783947192.929119:0:22693:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1783947192.929135:0:22693:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152cc00/0x48cfcce1a55e87a6 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947192.929158:0:22693:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152d200/0x48cfcce1a55e879f lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c8f expref: 46 pid: 22693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947192.929177:0:22693:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152cc00/0x48cfcce1a55e87a6 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c8f expref: 45 pid: 22693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947192.929185:0:22693:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8da7024ec800) 00010000:00010000:3.0:1783947192.929188:0:22693:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1783947192.929191:0:22693:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8da80152cc00, rc 0) 00000100:00100000:3.0:1783947192.929299:0:22693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da80497dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+45:18890:x1870603432939648:12345-192.168.202.33@tcp:101:lhsmtool_posix.0 Request processed in 367us (593us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947192.929306:0:22693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 66 00000100:00100000:3.0:1783947192.951341:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1783947192.951531:0:24685:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432939776 00000100:00100000:1.0:1783947192.951542:0:24685:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432939776 00000100:00100000:1.0:1783947192.951669:0:24685:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 25 00000100:00100000:1.0:1783947192.951680:0:24685:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83fb27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+6:2408:x1870603432939776:12345-192.168.202.33@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1783947192.951714:0:24685:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783947192.951733:0:24685:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004367effb/0x48cfcce1a55e87ad lrc: 2/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8824ecd4a7fd3c96 expref: -99 pid: 24685 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1783947192.951759:0:24685:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x42:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6a54dfb8, blocks: 0x0 00010000:00010000:1.0:1783947192.951791:0:24685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=874s v=(0 0) 00010000:00010000:1.0:1783947192.951796:0:24685:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783947192.951814:0:24685:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004367effb/0x48cfcce1a55e87ad lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c96 expref: 7 pid: 24685 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947192.951841:0:24685:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004367effb/0x48cfcce1a55e87ad lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c96 expref: 7 pid: 24685 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947192.951854:0:24685:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8da702217000, rc 0) 00000100:00100000:1.0:1783947192.951917:0:24685:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83fb27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+7:2408:x1870603432939776:12345-192.168.202.33@tcp:101:lhsmtool_posix.0 Request processed in 239us (590us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947192.951924:0:24685:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 25 00000100:00100000:1.0:1783947192.962641:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1783947192.962747:0:22694:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432940032 00000100:00100000:0.0:1783947192.962758:0:22694:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432940032 00000100:00100000:0.0:1783947192.962833:0:22694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 67 00000100:00100000:0.0:1783947192.962844:0:22694:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da80497d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+45:18890:x1870603432940032:12345-192.168.202.33@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1783947192.962980:0:22694:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da80497d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+45:18890:x1870603432940032:12345-192.168.202.33@tcp:57:lhsmtool_posix.0 Request processed in 137us (349us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947192.962987:0:22694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 67 00000100:00100000:3.0:1783947192.971246:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1783947192.971411:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432940160 00000100:00100000:2.0:1783947192.971421:0:22692:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432940160 00000100:00100000:2.0:1783947192.971484:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 68 00000100:00100000:2.0:1783947192.971495:0:22692:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83fb26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+45:18890:x1870603432940160:12345-192.168.202.33@tcp:44:lhsmtool_posix.0 00000001:00080000:0.0:1783947192.975343:0:22672:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901918 is committed 00000004:00080000:0.0:1783947192.975359:0:22672:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2 committed 00000001:00080000:0.0:1783947192.975444:0:22672:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901895 is committed 00010000:00010000:2.0:1783947192.975562:0:3634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8da702216800/0x48cfcce1a55e85c3 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22694 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947192.975575:0:3634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8da702216800/0x48cfcce1a55e85c3 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22694 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947192.975584:0:3634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8da702216800/0x48cfcce1a55e85c3 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22694 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947192.975591:0:3634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da702216800 already unused, calling callback (ffffffffc17ed4f0) 00010000:00010000:2.0:1783947192.975595:0:3634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8da702216800/0x48cfcce1a55e85c3 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22694 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947192.975604:0:3634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8da702216800/0x48cfcce1a55e85c3 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22694 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947192.975622:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8da7024ecb00) 00010000:00010000:2.0:1783947192.975626:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:2.0:1783947192.975630:0:3634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8da702216800/0x48cfcce1a55e85c3 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22694 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947192.975637:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8da702216800/0x48cfcce1a55e85c3 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22694 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783947192.975809:0:22692:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83fb26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+20:18890:x1870603432940160:12345-192.168.202.33@tcp:44:lhsmtool_posix.0 Request processed in 4304us (4562us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947192.975820:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 68 00000100:00100000:3.0:1783947192.976814:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1783947192.976842:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83fb27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1870603449847808:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1783947192.976904:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783947192.976953:0:24196:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449847808 00000100:00100000:3.0:1783947192.976959:0:24196:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449847808 00000100:00100000:3.0:1783947192.977002:0:24196:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1783947192.977010:0:24196:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83fb26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3648:x1870603449847808:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1783947192.977128:0:24196:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1783947192.977132:0:24196:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1783947192.977134:0:24196:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1783947192.977136:0:24196:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb ctime from disk: 1783947192 -> 1783947192 00002000:00010000:3.0:1783947192.977138:0:24196:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1783947192.977172:0:24196:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83fb26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3648:x1870603449847808:12345-0@lo:2:osp-syn-0-0.0 Request processed in 162us (267us total) trans 12884901892 rc 0/0 00000100:00100000:3.0:1783947192.977179:0:24196:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000004:00080000:3.0:1783947192.977220:0:3648:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8da83fb27480/2, rc 0, transno 12884901892 00000100:00100000:3.0:1783947192.977226:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83fb27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1870603449847808:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1783947192.991250:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1783947192.991343:0:24197:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432940288 00000100:00100000:2.0:1783947192.991352:0:24197:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432940288 00000100:00100000:2.0:1783947192.991449:0:24197:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 27 00000100:00100000:2.0:1783947192.991461:0:24197:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8360bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+7:2405:x1870603432940288:12345-192.168.202.33@tcp:16:lhsmtool_posix.0 00000100:00100000:2.0:1783947192.991574:0:24197:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8360bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+7:2405:x1870603432940288:12345-192.168.202.33@tcp:16:lhsmtool_posix.0 Request processed in 116us (333us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947192.991583:0:24197:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 27 00010000:00010000:1.0:1783947192.997589:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246a600/0x48cfcce1a55e856f lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947192.997609:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246a600/0x48cfcce1a55e856f lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947192.997618:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246a600/0x48cfcce1a55e856f lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947192.997625:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da80246a600 already unused, calling callback (ffffffffc17ed4f0) 00010000:00010000:1.0:1783947192.997645:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246a600/0x48cfcce1a55e856f lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947192.997654:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246a600/0x48cfcce1a55e856f lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947192.997674:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8da7024ec600) 00010000:00010000:1.0:1783947192.997677:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783947192.997681:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246a600/0x48cfcce1a55e856f lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947192.997687:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246a600/0x48cfcce1a55e856f lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947192.997713:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246a800/0x48cfcce1a55e8576 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947192.997719:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246a800/0x48cfcce1a55e8576 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947192.997725:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246a800/0x48cfcce1a55e8576 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947192.997729:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da80246a800 already unused, calling callback (ffffffffc17ed4f0) 00010000:00010000:1.0:1783947192.997732:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246a800/0x48cfcce1a55e8576 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947192.997738:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246a800/0x48cfcce1a55e8576 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947192.997747:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8da7024ecb00) 00010000:00010000:1.0:1783947192.997750:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783947192.997761:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246a800/0x48cfcce1a55e8576 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947192.997766:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246a800/0x48cfcce1a55e8576 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947192.997781:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8da841756400/0x48cfcce1a55e861e lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22694 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947192.997787:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8da841756400/0x48cfcce1a55e861e lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22694 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947192.997792:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8da841756400/0x48cfcce1a55e861e lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22694 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947192.997796:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da841756400 already unused, calling callback (ffffffffc17ed4f0) 00010000:00010000:1.0:1783947192.997811:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8da841756400/0x48cfcce1a55e861e lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22694 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947192.997817:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8da841756400/0x48cfcce1a55e861e lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22694 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947192.997825:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff8da703551500) 00010000:00010000:1.0:1783947192.997828:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783947192.997831:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8da841756400/0x48cfcce1a55e861e lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22694 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947192.997837:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8da841756400/0x48cfcce1a55e861e lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22694 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947192.997856:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8da841757e00/0x48cfcce1a55e86a3 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947192.997871:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8da841757e00/0x48cfcce1a55e86a3 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947192.997877:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8da841757e00/0x48cfcce1a55e86a3 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947192.997882:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da841757e00 already unused, calling callback (ffffffffc17ed4f0) 00010000:00010000:1.0:1783947192.997885:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8da841757e00/0x48cfcce1a55e86a3 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947192.997891:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8da841757e00/0x48cfcce1a55e86a3 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947192.997899:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8da703551000) 00010000:00010000:1.0:1783947192.997901:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783947192.997904:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8da841757e00/0x48cfcce1a55e86a3 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947192.997910:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8da841757e00/0x48cfcce1a55e86a3 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947192.997921:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152da00/0x48cfcce1a55e86c6 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22694 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947192.997926:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152da00/0x48cfcce1a55e86c6 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22694 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947192.997931:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152da00/0x48cfcce1a55e86c6 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22694 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947192.997935:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da80152da00 already unused, calling callback (ffffffffc17ed4f0) 00010000:00010000:1.0:1783947192.997945:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152da00/0x48cfcce1a55e86c6 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22694 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947192.997951:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152da00/0x48cfcce1a55e86c6 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22694 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947192.997959:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8da703551000) 00010000:00010000:1.0:1783947192.997961:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783947192.997963:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152da00/0x48cfcce1a55e86c6 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22694 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947192.997969:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152da00/0x48cfcce1a55e86c6 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22694 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947192.997981:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246bc00/0x48cfcce1a55e870c lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947192.997986:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246bc00/0x48cfcce1a55e870c lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947192.997992:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246bc00/0x48cfcce1a55e870c lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947192.997997:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da80246bc00 already unused, calling callback (ffffffffc17ed4f0) 00010000:00010000:1.0:1783947192.998000:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246bc00/0x48cfcce1a55e870c lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947192.998005:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246bc00/0x48cfcce1a55e870c lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947192.998012:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8da703551000) 00010000:00010000:1.0:1783947192.998014:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783947192.998022:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246bc00/0x48cfcce1a55e870c lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947192.998028:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246bc00/0x48cfcce1a55e870c lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947192.998041:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246ae00/0x48cfcce1a55e8791 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947192.998047:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246ae00/0x48cfcce1a55e8791 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947192.998052:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246ae00/0x48cfcce1a55e8791 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947192.998057:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da80246ae00 already unused, calling callback (ffffffffc17ed4f0) 00010000:00010000:1.0:1783947192.998060:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246ae00/0x48cfcce1a55e8791 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947192.998066:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246ae00/0x48cfcce1a55e8791 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947192.998074:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8da7024ec800) 00010000:00010000:1.0:1783947192.998077:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1783947192.998079:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246ae00/0x48cfcce1a55e8791 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947192.998085:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246ae00/0x48cfcce1a55e8791 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783947193.005053:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1783947193.005487:0:22694:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432940544 00000100:00100000:3.0:1783947193.005498:0:22694:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432940544 00000100:00100000:3.0:1783947193.005575:0:22694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 69 00000100:00100000:3.0:1783947193.005586:0:22694:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8360be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+14:18890:x1870603432940544:12345-192.168.202.33@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1783947193.005652:0:22694:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783947193.005682:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152cc00/0x48cfcce1a55e87a6 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c8f expref: 14 pid: 22693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947193.005714:0:22694:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8da7024ec800) 00010000:00010000:3.0:1783947193.005720:0:22694:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1783947193.005749:0:22694:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152d200/0x48cfcce1a55e87b4 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22694 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947193.005772:0:22694:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152d200/0x48cfcce1a55e87b4 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22694 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947193.005783:0:22694:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152d200/0x48cfcce1a55e87b4 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22694 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783947193.005911:0:22694:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000bfe4783b reply state 000000005f7f4209 transno 12884901919 ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152d200/0x48cfcce1a55e87b4 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22694 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947193.005924:0:22694:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152d200/0x48cfcce1a55e87b4 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22694 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947193.005930:0:22694:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8da7024ec800) 00010000:00010000:3.0:1783947193.005932:0:22694:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783947193.005935:0:22694:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1783947193.006044:0:22694:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8360be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+15:18890:x1870603432940544:12345-192.168.202.33@tcp:36:lhsmtool_posix.0 Request processed in 460us (1001us total) trans 12884901919 rc 0/0 00000100:00100000:3.0:1783947193.006052:0:22694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 69 00000100:00080000:1.0:1783947193.006458:0:22687:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1783947193.013407:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1783947193.014412:0:24196:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432940672 00000100:00100000:3.0:1783947193.014426:0:24196:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432940672 00000100:00100000:3.0:1783947193.014495:0:24196:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 28 00000100:00100000:3.0:1783947193.014506:0:24196:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da80497e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+7:18890:x1870603432940672:12345-192.168.202.33@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1783947193.014527:0:24196:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783947193.014559:0:24196:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000c40f696/0x48cfcce1a55e87bb lrc: 2/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8824ecd4a7fd3c9d expref: -99 pid: 24196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947193.014612:0:24196:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004367effb/0x48cfcce1a55e87ad lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c96 expref: 8 pid: 24685 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947193.014621:0:24196:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783947193.014627:0:24196:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783947193.014642:0:24196:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000c40f696/0x48cfcce1a55e87bb lrc: 4/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c9d expref: 8 pid: 24196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947193.014681:0:24196:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004367effb/0x48cfcce1a55e87ad lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c96 expref: 8 pid: 24685 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947193.014695:0:24196:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004367effb/0x48cfcce1a55e87ad lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c96 expref: 8 pid: 24685 timeout: 974 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783947193.014709:0:24196:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da83fb24700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:24196:1870603449847936:192.168.202.33@tcp:104: 00000100:00100000:3.0:1783947193.014822:0:24196:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da8084e4300 going to sleep for 11 seconds 00000100:00100000:3.0:1783947193.017833:0:24196:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da83fb24700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:24196:1870603449847936:192.168.202.33@tcp:104: 00010000:00010000:3.0:1783947193.017880:0:24196:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000c40f696/0x48cfcce1a55e87bb lrc: 3/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c9d expref: 8 pid: 24196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947193.017902:0:24196:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8da80152ca00, rc 0) 00000100:00100000:3.0:1783947193.017968:0:24196:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da80497e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+8:18890:x1870603432940672:12345-192.168.202.33@tcp:101:lhsmtool_posix.0 Request processed in 3464us (4612us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947193.017995:0:24196:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 28 00000100:00100000:3.0:1783947193.021610:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1783947193.021789:0:22678:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432940800 00000100:00100000:1.0:1783947193.021819:0:22678:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432940800 00010000:00010000:1.0:1783947193.021870:0:22678:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004367effb/0x48cfcce1a55e87ad lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c96 expref: 8 pid: 24685 timeout: 974 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783947193.021916:0:22678:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 21 00000100:00100000:1.0:1783947193.021926:0:22678:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83fb24700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+8:2406:x1870603432940800:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783947193.021941:0:22678:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783947193.021964:0:22678:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004367effb/0x48cfcce1a55e87ad lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c96 expref: 8 pid: 24685 timeout: 974 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947193.021978:0:22678:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004367effb/0x48cfcce1a55e87ad lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c96 expref: 8 pid: 24685 timeout: 974 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947193.022000:0:22678:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004367effb/0x48cfcce1a55e87ad lrc: 0/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c96 expref: 8 pid: 24685 timeout: 974 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947193.022017:0:22678:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783947193.022021:0:22678:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783947193.022028:0:22678:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000c40f696/0x48cfcce1a55e87bb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c9d expref: 7 pid: 24196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947193.022038:0:22678:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000c40f696/0x48cfcce1a55e87bb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c9d expref: 7 pid: 24196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947193.022075:0:22678:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000000c40f696/0x48cfcce1a55e87bb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c9d expref: 7 pid: 24196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783947193.022102:0:22678:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da80497ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:22678:1870603449848064:192.168.202.33@tcp:105: 00000100:00100000:1.0:1783947193.022249:0:22678:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da83ae09a80 going to sleep for 11 seconds 00000100:00100000:1.0:1783947193.027309:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1783947193.027411:0:24197:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432940928 00000100:00100000:2.0:1783947193.027421:0:24197:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432940928 00000100:00100000:2.0:1783947193.027479:0:24197:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 29 00000100:00100000:2.0:1783947193.027491:0:24197:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da80497ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+8:2405:x1870603432940928:12345-192.168.202.33@tcp:2:lhsmtool_posix.0 00002000:00010000:2.0:1783947193.027648:0:24197:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1783947193.027651:0:24197:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb mtime from disk: 0 -> 1783947192 00002000:00010000:2.0:1783947193.027654:0:24197:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb atime from disk: 0 -> 1783947190 00002000:00010000:2.0:1783947193.027656:0:24197:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb ctime from disk: 1783947192 -> 1783947192 00002000:00010000:2.0:1783947193.027658:0:24197:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1783947193.027725:0:24197:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da80497ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+9:2405:x1870603432940928:12345-192.168.202.33@tcp:2:lhsmtool_posix.0 Request processed in 236us (425us total) trans 12884901893 rc 0/0 00000100:00100000:2.0:1783947193.027733:0:24197:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 29 00000100:00100000:3.0:1783947193.027950:0:22678:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da80497ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:22678:1870603449848064:192.168.202.33@tcp:105: 00010000:00010000:3.0:1783947193.027975:0:22678:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783947193.028000:0:22678:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83fb24700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+8:2406:x1870603432940800:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 6076us (6403us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947193.028009:0:22678:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 21 00000100:00100000:0.0:1783947193.036189:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1783947193.036340:0:24198:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432941056 00000100:00100000:2.0:1783947193.036351:0:24198:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432941056 00000100:00100000:2.0:1783947193.036498:0:24198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 30 00000100:00100000:2.0:1783947193.036510:0:24198:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da84177d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+8:2406:x1870603432941056:12345-192.168.202.33@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1783947193.036590:0:24198:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000256c4bc7/0x48cfcce1a55e87c2 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947193.036615:0:24198:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000c40f696/0x48cfcce1a55e87bb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c9d expref: 8 pid: 24196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947193.036635:0:24198:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783947193.036640:0:24198:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1783947193.036645:0:24198:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000256c4bc7/0x48cfcce1a55e87c2 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947193.036709:0:24198:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000c40f696/0x48cfcce1a55e87bb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c9d expref: 8 pid: 24196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947193.036726:0:24198:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000c40f696/0x48cfcce1a55e87bb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c9d expref: 8 pid: 24196 timeout: 974 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783947193.036744:0:24198:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da8416efb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:24198:1870603449848192:192.168.202.33@tcp:104: 00000100:00100000:2.0:1783947193.036983:0:24198:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da83c70f300 going to sleep for 11 seconds 00000100:00100000:0.0:1783947193.048794:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1783947193.049066:0:24198:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da8416efb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:24198:1870603449848192:192.168.202.33@tcp:104: 00010000:00010000:2.0:1783947193.049091:0:24198:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000256c4bc7/0x48cfcce1a55e87c2 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783947193.049174:0:22677:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432941184 00000100:00100000:1.0:1783947193.049182:0:22677:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432941184 00010000:00010000:1.0:1783947193.049218:0:22677:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000c40f696/0x48cfcce1a55e87bb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c9d expref: 9 pid: 24196 timeout: 974 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783947193.049265:0:22677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 22 00000100:00100000:1.0:1783947193.049275:0:22677:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8415e0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+9:2405:x1870603432941184:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783947193.049290:0:22677:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783947193.049314:0:22677:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000c40f696/0x48cfcce1a55e87bb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c9d expref: 9 pid: 24196 timeout: 974 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947193.049327:0:22677:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000c40f696/0x48cfcce1a55e87bb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c9d expref: 9 pid: 24196 timeout: 974 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947193.049354:0:22677:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000c40f696/0x48cfcce1a55e87bb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c9d expref: 9 pid: 24196 timeout: 974 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947193.049410:0:22677:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1783947193.049416:0:22677:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1783947193.049422:0:22677:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000256c4bc7/0x48cfcce1a55e87c2 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947193.049454:0:22677:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000256c4bc7/0x48cfcce1a55e87c2 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947193.049488:0:22677:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783947193.049536:0:22677:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8415e0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+8:2405:x1870603432941184:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 262us (751us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947193.049545:0:22677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 22 00010000:00010000:3.0:1783947193.049650:0:24198:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000256c4bc7/0x48cfcce1a55e87c2 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947193.049661:0:24198:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000256c4bc7/0x48cfcce1a55e87c2 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947193.049682:0:24198:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000256c4bc7/0x48cfcce1a55e87c2 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947193.049691:0:24198:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000256c4bc7/0x48cfcce1a55e87c2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947193.049699:0:24198:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000256c4bc7/0x48cfcce1a55e87c2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947193.049707:0:24198:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da80246ae00 already unused, calling callback (ffffffffc0be1230) 00010000:00010000:3.0:1783947193.049711:0:24198:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000256c4bc7/0x48cfcce1a55e87c2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947193.049733:0:24198:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000256c4bc7/0x48cfcce1a55e87c2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947193.049746:0:24198:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000256c4bc7/0x48cfcce1a55e87c2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947193.049754:0:24198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000256c4bc7/0x48cfcce1a55e87c2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783947193.049825:0:24198:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da84177d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+7:2406:x1870603432941056:12345-192.168.202.33@tcp:1:lhsmtool_posix.0 Request processed in 13317us (13645us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947193.049834:0:24198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 30 00000100:00100000:3.0:1783947193.052673:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1783947193.054132:0:22693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432941440 00000100:00100000:0.0:1783947193.054146:0:22693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432941440 00000100:00100000:0.0:1783947193.054234:0:22693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 70 00000100:00100000:0.0:1783947193.054247:0:22693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83fb25f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+15:18890:x1870603432941440:12345-192.168.202.33@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1783947193.054411:0:22693:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8da841770600/0x48cfcce1a55e87c9 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947193.054428:0:22693:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8da841771a00/0x48cfcce1a55e869c lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c3b expref: 15 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947193.054439:0:22693:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8da841770600/0x48cfcce1a55e87c9 lrc: 4/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947193.054478:0:22693:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8da841771a00/0x48cfcce1a55e869c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c3b expref: 15 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947193.054492:0:22693:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8da841771a00/0x48cfcce1a55e869c lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c3b expref: 15 pid: 22692 timeout: 974 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783947193.054507:0:22693:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da8415e1880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22693:1870603449848320:192.168.202.33@tcp:104: 00000100:00100000:0.0:1783947193.054589:0:22693:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da837f2c3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1783947193.067444:0:22693:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da8415e1880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22693:1870603449848320:192.168.202.33@tcp:104: 00010000:00010000:3.0:1783947193.067479:0:22693:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8da841770600/0x48cfcce1a55e87c9 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783947193.070884:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1783947193.071001:0:22678:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432941568 00000100:00100000:1.0:1783947193.071011:0:22678:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432941568 00010000:00010000:1.0:1783947193.071051:0:22678:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8da841771a00/0x48cfcce1a55e869c lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c3b expref: 16 pid: 22692 timeout: 974 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783947193.071084:0:22678:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 23 00000100:00100000:1.0:1783947193.071093:0:22678:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83fb26a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+16:2405:x1870603432941568:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783947193.071110:0:22678:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783947193.071117:0:22678:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8da841771a00/0x48cfcce1a55e869c lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c3b expref: 16 pid: 22692 timeout: 974 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947193.071130:0:22678:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8da841771a00/0x48cfcce1a55e869c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c3b expref: 16 pid: 22692 timeout: 974 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947193.071156:0:22678:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8da841771a00/0x48cfcce1a55e869c lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c3b expref: 16 pid: 22692 timeout: 974 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947193.071174:0:22678:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8da703551000) 00010000:00010000:1.0:1783947193.071196:0:22678:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8da841770400/0x48cfcce1a55e872f lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c6c expref: 15 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947193.071207:0:22678:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8da841770600/0x48cfcce1a55e87c9 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947193.071214:0:22678:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8da841770600/0x48cfcce1a55e87c9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947193.071221:0:22678:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8da841770600/0x48cfcce1a55e87c9 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947193.071263:0:22678:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783947193.071323:0:22678:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83fb26a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+15:2405:x1870603432941568:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 231us (451us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947193.071330:0:22678:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 23 00010000:00010000:3.0:1783947193.071709:0:22693:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8da841770600/0x48cfcce1a55e87c9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947193.071720:0:22693:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8da841770600/0x48cfcce1a55e87c9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947193.071945:0:22693:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152cc00/0x48cfcce1a55e87d0 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947193.071969:0:22693:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246be00/0x48cfcce1a55e8798 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c88 expref: 15 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947193.071977:0:22693:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152cc00/0x48cfcce1a55e87d0 lrc: 4/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947193.072014:0:22693:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246be00/0x48cfcce1a55e8798 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c88 expref: 15 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947193.072029:0:22693:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246be00/0x48cfcce1a55e8798 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c88 expref: 15 pid: 22692 timeout: 974 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783947193.072043:0:22693:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da80e9ad500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22693:1870603449848448:192.168.202.33@tcp:104: 00000100:00100000:3.0:1783947193.072103:0:22693:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da8084e40c0 going to sleep for 11 seconds 00000100:00100000:0.0:1783947193.081439:0:22693:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da80e9ad500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22693:1870603449848448:192.168.202.33@tcp:104: 00010000:00010000:0.0:1783947193.081471:0:22693:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152cc00/0x48cfcce1a55e87d0 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783947193.087134:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1783947193.090464:0:22679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432941696 00000100:00100000:3.0:1783947193.090478:0:22679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432941696 00010000:00010000:2.0:1783947193.092470:0:22679:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246be00/0x48cfcce1a55e8798 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c88 expref: 16 pid: 22692 timeout: 974 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783947193.092590:0:22679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 24 00000100:00100000:2.0:1783947193.092602:0:22679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da83fa98450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+16:2406:x1870603432941696:12345-192.168.202.33@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1783947193.092637:0:22679:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783947193.092645:0:22679:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246be00/0x48cfcce1a55e8798 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c88 expref: 16 pid: 22692 timeout: 974 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947193.092659:0:22679:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246be00/0x48cfcce1a55e8798 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c88 expref: 16 pid: 22692 timeout: 974 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947193.092684:0:22679:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246be00/0x48cfcce1a55e8798 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c88 expref: 16 pid: 22692 timeout: 974 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947193.092705:0:22679:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8da7024ec800) 00010000:00010000:2.0:1783947193.092710:0:22679:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152cc00/0x48cfcce1a55e87d0 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947193.092721:0:22679:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152cc00/0x48cfcce1a55e87d0 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947193.092729:0:22679:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152cc00/0x48cfcce1a55e87d0 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947193.092761:0:22679:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783947193.092831:0:22679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83fa98450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+15:2406:x1870603432941696:12345-192.168.202.33@tcp:103:ldlm_bl.0 Request processed in 232us (5708us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947193.092840:0:22679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 24 00010000:00010000:0.0:1783947193.094008:0:22693:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152cc00/0x48cfcce1a55e87d0 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947193.094035:0:22693:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152cc00/0x48cfcce1a55e87d0 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1783947193.094149:0:22693:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901920 00000001:00080000:0.0:1783947193.094286:0:22693:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901921 00000001:00080000:0.0:1783947193.094329:0:22693:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901922 00000100:00100000:0.0:1783947193.094467:0:22693:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da8415e0e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:22693:1870603449848576:0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1783947193.094531:0:22693:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947193.094576:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449848576 00000100:00100000:0.0:1783947193.094584:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449848576 00000100:00100000:0.0:1783947193.094647:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1783947193.094655:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8415e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22693:x1870603449848576:12345-0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1783947193.094736:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8415e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22693:x1870603449848576:12345-0@lo:1000:mdt00_001.0 Request processed in 82us (205us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947193.094744:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1783947193.094769:0:22693:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da837f2c3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1783947193.094794:0:22693:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da8415e0e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:22693:1870603449848576:0@lo:1000:mdt00_001.0 00000001:00080000:0.0:1783947193.094932:0:22693:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901923 00000100:00100000:0.0:1783947193.094973:0:22693:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da8415e0e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:22693:1870603449848704:0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1783947193.095015:0:22693:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947193.095031:0:22693:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da837f2c0c0 going to sleep for 11 seconds 00000100:00080000:0.0:1783947193.095059:0:22687:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1783947193.095073:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449848704 00000100:00100000:0.0:1783947193.095077:0:22697:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449848704 00000100:00100000:0.0:1783947193.095099:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1783947193.095106:0:22697:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8415e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22693:x1870603449848704:12345-0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1783947193.095212:0:22697:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8415e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:22693:x1870603449848704:12345-0@lo:1000:mdt00_001.0 Request processed in 106us (196us total) trans 12884901894 rc 0/0 00000100:00100000:0.0:1783947193.095220:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1783947193.095250:0:22693:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da8415e0e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:22693:1870603449848704:0@lo:1000:mdt00_001.0 00010000:00010000:0.0:1783947193.095291:0:22693:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152cc00/0x48cfcce1a55e87d0 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947193.095299:0:22693:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152cc00/0x48cfcce1a55e87d0 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947193.095306:0:22693:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152cc00/0x48cfcce1a55e87d0 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947193.095312:0:22693:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da80152cc00 already unused, calling callback (ffffffffc17ed4f0) 00010000:00010000:0.0:1783947193.095316:0:22693:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152cc00/0x48cfcce1a55e87d0 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947193.095324:0:22693:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152cc00/0x48cfcce1a55e87d0 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947193.095339:0:22693:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8da7024ec800) 00010000:00010000:0.0:1783947193.095342:0:22693:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1783947193.095346:0:22693:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152cc00/0x48cfcce1a55e87d0 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947193.095352:0:22693:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152cc00/0x48cfcce1a55e87d0 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947193.095406:0:22693:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246aa00/0x48cfcce1a55e8728 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 22692 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947193.095422:0:22693:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246aa00/0x48cfcce1a55e8728 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 22692 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947193.095426:0:22693:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246aa00/0x48cfcce1a55e8728 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 22692 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947193.095431:0:22693:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da80246aa00 already unused, calling callback (ffffffffc17ed4f0) 00010000:00010000:0.0:1783947193.095434:0:22693:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246aa00/0x48cfcce1a55e8728 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 22692 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947193.095440:0:22693:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246aa00/0x48cfcce1a55e8728 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 22692 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947193.095449:0:22693:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8da703551000) 00010000:00010000:0.0:1783947193.095451:0:22693:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1783947193.095458:0:22693:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8da841770400/0x48cfcce1a55e872f lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c6c expref: 18 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947193.095468:0:22693:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8da841770400/0x48cfcce1a55e872f lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c6c expref: 18 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947193.095475:0:22693:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8da841770400/0x48cfcce1a55e872f lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c6c expref: 18 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947193.095522:0:22693:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8da841770400/0x48cfcce1a55e872f lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3c6c expref: 18 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783947193.095534:0:22693:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da8415e3480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22693:1870603449848832:192.168.202.33@tcp:105: 00000100:00100000:0.0:1783947193.095608:0:22693:0:(client.c:2702:ptlrpc_set_wait()) set ffff8da837f2c180 going to sleep for 11 seconds 00000100:00100000:2.0:1783947193.101129:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1783947193.102170:0:22695:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432941824 00000100:00100000:3.0:1783947193.102182:0:22695:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432941824 00000100:00100000:3.0:1783947193.102263:0:22695:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 12 00000100:00100000:3.0:1783947193.102275:0:22695:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8416efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+19:18889:x1870603432941824:12345-192.168.202.33@tcp:49:bash.0 00000100:00100000:3.0:1783947193.102452:0:22695:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8416efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+19:18889:x1870603432941824:12345-192.168.202.33@tcp:49:bash.0 Request processed in 178us (1336us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947193.102460:0:22695:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 12 00000100:00100000:0.0:1783947193.102875:0:22693:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da8415e3480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22693:1870603449848832:192.168.202.33@tcp:105: 00010000:00010000:0.0:1783947193.102907:0:22693:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246aa00/0x48cfcce1a55e8728 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 22692 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947193.102919:0:22693:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246aa00/0x48cfcce1a55e8728 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 22692 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947193.102956:0:22693:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8da841771c00/0x48cfcce1a55e87d7 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947193.102970:0:22693:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8da841771c00/0x48cfcce1a55e87d7 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947193.102981:0:22693:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8da841771c00/0x48cfcce1a55e87d7 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947193.102991:0:22693:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8da841771c00/0x48cfcce1a55e87d7 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947193.102997:0:22693:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8da841771c00/0x48cfcce1a55e87d7 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947193.103003:0:22693:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8da841771c00/0x48cfcce1a55e87d7 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947193.103009:0:22693:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da841771c00 already unused, calling callback (ffffffffc17ed4f0) 00010000:00010000:0.0:1783947193.103012:0:22693:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8da841771c00/0x48cfcce1a55e87d7 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947193.103019:0:22693:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8da841771c00/0x48cfcce1a55e87d7 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947193.103050:0:22693:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8da703551000) 00010000:00010000:0.0:1783947193.103053:0:22693:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783947193.103057:0:22693:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8da841771c00/0x48cfcce1a55e87d7 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947193.103063:0:22693:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8da841771c00/0x48cfcce1a55e87d7 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947193.103074:0:22693:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8da841770600/0x48cfcce1a55e87c9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947193.103081:0:22693:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8da841770600/0x48cfcce1a55e87c9 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947193.103086:0:22693:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8da841770600/0x48cfcce1a55e87c9 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947193.103091:0:22693:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da841770600 already unused, calling callback (ffffffffc17ed4f0) 00010000:00010000:0.0:1783947193.103094:0:22693:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8da841770600/0x48cfcce1a55e87c9 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947193.103101:0:22693:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8da841770600/0x48cfcce1a55e87c9 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947193.103109:0:22693:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8da703551000) 00010000:00010000:0.0:1783947193.103111:0:22693:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1783947193.103115:0:22693:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8da841770600/0x48cfcce1a55e87c9 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947193.103121:0:22693:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8da841770600/0x48cfcce1a55e87c9 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22693 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783947193.103394:0:22693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da83fb25f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+18:18890:x1870603432941440:12345-192.168.202.33@tcp:57:lhsmtool_posix.0 Request processed in 49148us (50730us total) trans 12884901924 rc 0/0 00000100:00100000:0.0:1783947193.103403:0:22693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 70 00000020:00080000:0.0:1783947193.103407:0:22693:0:(tgt_main.c:784:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:0.0:1783947193.109041:0:22727:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1783947193.109052:0:22727:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1783947193.109079:0:22727:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:0.0:1783947193.109087:0:22727:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:2.0:1783947193.110197:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1783947193.110279:0:24197:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432941952 00000100:00100000:1.0:1783947193.110289:0:24197:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432941952 00000100:00100000:1.0:1783947193.110353:0:24197:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 31 00000100:00100000:1.0:1783947193.110363:0:24197:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8416ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+7:18889:x1870603432941952:12345-192.168.202.33@tcp:101:bash.0 00010000:00010000:1.0:1783947193.110523:0:24197:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783947193.110548:0:24197:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004367effb/0x48cfcce1a55e87de lrc: 2/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8824ecd4a7fd3ca4 expref: -99 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1783947193.110575:0:24197:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x42:0x0] initial LVB size: 0, mtime: 0x6a54dfb8, atime: 0x6a54dfb6, ctime: 0x6a54dfb8, blocks: 0x0 00010000:00010000:1.0:1783947193.110601:0:24197:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=874s v=(0 0) 00010000:00010000:1.0:1783947193.110606:0:24197:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783947193.110617:0:24197:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004367effb/0x48cfcce1a55e87de lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3ca4 expref: 8 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947193.110652:0:24197:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004367effb/0x48cfcce1a55e87de lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3ca4 expref: 8 pid: 24197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783947193.110666:0:24197:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8da702217000, rc 0) 00000100:00100000:1.0:1783947193.110771:0:24197:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8416ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+8:18889:x1870603432941952:12345-192.168.202.33@tcp:101:bash.0 Request processed in 408us (582us total) trans 0 rc 0/0 00000100:00100000:1.0:1783947193.110779:0:24197:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 31 00000100:00100000:3.0:1783947193.114412:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1783947193.114557:0:22695:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432942208 00000100:00100000:2.0:1783947193.114568:0:22695:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432942208 00000100:00100000:2.0:1783947193.114625:0:22695:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 13 00000100:00100000:2.0:1783947193.114652:0:22695:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da80e9ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+18:18890:x1870603432942208:12345-192.168.202.33@tcp:35:lhsmtool_posix.0 00000004:00080000:2.0:1783947193.114958:0:22695:0:(mdd_object.c:4016:mdd_close()) Object [0x2000013a1:0x3:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:2.0:1783947193.114996:0:22695:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901925 00010000:00010000:2.0:1783947193.115029:0:22695:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246be00/0x48cfcce1a55e87e5 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22695 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947193.115050:0:22695:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246be00/0x48cfcce1a55e87e5 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 22695 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947193.115062:0:22695:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246be00/0x48cfcce1a55e87e5 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22695 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947193.115070:0:22695:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246be00/0x48cfcce1a55e87e5 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22695 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947193.115076:0:22695:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246be00/0x48cfcce1a55e87e5 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22695 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947193.115083:0:22695:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246be00/0x48cfcce1a55e87e5 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22695 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947193.115104:0:22695:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1783947193.115195:0:22695:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da80e9ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+20:18890:x1870603432942208:12345-192.168.202.33@tcp:35:lhsmtool_posix.0 Request processed in 546us (832us total) trans 12884901926 rc 0/0 00000100:00100000:2.0:1783947193.115203:0:22695:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 13 00000020:00080000:2.0:1783947193.115208:0:22695:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1783947193.115607:0:22681:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783947193.115615:0:22681:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246be00/0x48cfcce1a55e87e5 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22695 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947193.115623:0:22681:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da80246be00 already unused, calling callback (ffffffffc0be1230) 00010000:00010000:0.0:1783947193.115627:0:22681:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246be00/0x48cfcce1a55e87e5 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22695 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947193.115635:0:22681:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246be00/0x48cfcce1a55e87e5 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 22695 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947193.115651:0:22681:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8da7024ec800) 00010000:00010000:0.0:1783947193.115654:0:22681:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1783947193.115659:0:22681:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246be00/0x48cfcce1a55e87e5 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22695 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947193.115664:0:22681:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246be00/0x48cfcce1a55e87e5 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22695 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783947193.115678:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783947193.115681:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783947193.115705:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783947193.119404:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1783947193.119825:0:22694:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432942336 00000100:00100000:3.0:1783947193.119843:0:22694:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432942336 00000100:00100000:3.0:1783947193.119918:0:22694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 71 00000100:00100000:3.0:1783947193.119947:0:22694:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8416eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+20:18889:x1870603432942336:12345-192.168.202.33@tcp:101:bash.0 00010000:00010000:3.0:1783947193.119973:0:22694:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783947193.119995:0:22694:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152c200/0x48cfcce1a55e87ec lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8824ecd4a7fd3cab expref: -99 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947193.120036:0:22694:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152c800/0x48cfcce1a55e87f3 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22694 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947193.120049:0:22694:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152c800/0x48cfcce1a55e87f3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22694 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947193.120060:0:22694:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152c800/0x48cfcce1a55e87f3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22694 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947193.120175:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152c200/0x48cfcce1a55e87ec lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3cab expref: 22 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947193.120196:0:22694:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152c800/0x48cfcce1a55e87f3 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3cab expref: 21 pid: 22694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947193.120206:0:22694:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8da703551000) 00010000:00010000:3.0:1783947193.120209:0:22694:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1783947193.120213:0:22694:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8da80152c800, rc 0) 00000100:00100000:3.0:1783947193.122641:0:22694:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8416eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+21:18889:x1870603432942336:12345-192.168.202.33@tcp:101:bash.0 Request processed in 2687us (3272us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947193.122654:0:22694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 71 00000100:00100000:2.0:1783947193.132108:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1783947193.132217:0:22695:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432942592 00000100:00100000:3.0:1783947193.132227:0:22695:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432942592 00000100:00100000:3.0:1783947193.132333:0:22695:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 14 00000100:00100000:3.0:1783947193.132359:0:22695:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8416ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+21:18889:x1870603432942592:12345-192.168.202.33@tcp:35:bash.0 00000001:00080000:3.0:1783947193.132918:0:22695:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901927 00000001:00080000:3.0:1783947193.133001:0:22695:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901928 00000100:00100000:3.0:1783947193.133157:0:22695:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8416ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+24:18889:x1870603432942592:12345-192.168.202.33@tcp:35:bash.0 Request processed in 799us (1056us total) trans 12884901929 rc 0/0 00000100:00100000:3.0:1783947193.133167:0:22695:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 14 00000020:00080000:3.0:1783947193.133172:0:22695:0:(tgt_main.c:784:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:0.0:1783947193.272758:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1783947193.272979:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432942848 00000100:00100000:2.0:1783947193.272988:0:22692:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432942848 00000100:00100000:2.0:1783947193.273077:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 72 00000100:00100000:2.0:1783947193.273087:0:22692:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8415e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+24:18900:x1870603432942848:12345-192.168.202.33@tcp:101:lfs.0 00010000:00010000:2.0:1783947193.273116:0:22692:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783947193.273142:0:22692:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246bc00/0x48cfcce1a55e87fa lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8824ecd4a7fd3cb2 expref: -99 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783947193.273246:0:22692:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:2.0:1783947193.273409:0:22692:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246bc00/0x48cfcce1a55e87fa lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3cb2 expref: 26 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947193.273424:0:22692:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8da803940d00) 00010000:00010000:2.0:1783947193.273428:0:22692:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1783947193.273433:0:22692:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8da80246bc00/0x48cfcce1a55e87fa lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.33@tcp remote: 0x8824ecd4a7fd3cb2 expref: 26 pid: 22692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783947193.273448:0:22692:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8da80246bc00, rc 0) 00000100:00100000:2.0:1783947193.273501:0:22692:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8415e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+25:18900:x1870603432942848:12345-192.168.202.33@tcp:101:lfs.0 Request processed in 416us (754us total) trans 12884901930 rc 301/301 00000100:00100000:2.0:1783947193.273509:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 72 00000100:00100000:2.0:1783947193.277126:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:3.0:1783947193.277209:0:25483:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432942976 00000100:00100000:3.0:1783947193.277219:0:25483:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432942976 00000100:00100000:3.0:1783947193.277290:0:25483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 73 00000100:00100000:3.0:1783947193.277301:0:25483:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8416ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+25:18900:x1870603432942976:12345-192.168.202.33@tcp:34:lfs.0 00010000:00010000:3.0:1783947193.277425:0:25483:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152c200/0x48cfcce1a55e8808 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947193.277442:0:25483:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152c200/0x48cfcce1a55e8808 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947193.277453:0:25483:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152c200/0x48cfcce1a55e8808 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947193.277468:0:25483:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152ce00/0x48cfcce1a55e880f lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947193.277474:0:25483:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152ce00/0x48cfcce1a55e880f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947193.277480:0:25483:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152ce00/0x48cfcce1a55e880f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947193.277554:0:25483:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152d800/0x48cfcce1a55e8816 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947193.277576:0:25483:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152d800/0x48cfcce1a55e8816 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947193.277584:0:25483:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152d800/0x48cfcce1a55e8816 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783947193.277631:0:25483:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152d800/0x48cfcce1a55e8816 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947193.277643:0:25483:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152c200/0x48cfcce1a55e8808 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947193.277649:0:25483:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152c200/0x48cfcce1a55e8808 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947193.277657:0:25483:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152c200/0x48cfcce1a55e8808 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947193.277664:0:25483:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da80152c200 already unused, calling callback (ffffffffc17ed4f0) 00010000:00010000:3.0:1783947193.277669:0:25483:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152c200/0x48cfcce1a55e8808 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947193.277676:0:25483:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152c200/0x48cfcce1a55e8808 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947193.277689:0:25483:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8da7024ecb00) 00010000:00010000:3.0:1783947193.277692:0:25483:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783947193.277696:0:25483:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152c200/0x48cfcce1a55e8808 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947193.277702:0:25483:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152c200/0x48cfcce1a55e8808 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947193.277723:0:25483:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152ce00/0x48cfcce1a55e880f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947193.277729:0:25483:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152ce00/0x48cfcce1a55e880f lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947193.277735:0:25483:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152ce00/0x48cfcce1a55e880f lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947193.277740:0:25483:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da80152ce00 already unused, calling callback (ffffffffc17ed4f0) 00010000:00010000:3.0:1783947193.277743:0:25483:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152ce00/0x48cfcce1a55e880f lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947193.277748:0:25483:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152ce00/0x48cfcce1a55e880f lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947193.277756:0:25483:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff8da703551100) 00010000:00010000:3.0:1783947193.277759:0:25483:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783947193.277762:0:25483:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152ce00/0x48cfcce1a55e880f lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947193.277767:0:25483:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152ce00/0x48cfcce1a55e880f lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947193.277782:0:25483:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152d800/0x48cfcce1a55e8816 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947193.277787:0:25483:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152d800/0x48cfcce1a55e8816 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947193.277792:0:25483:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152d800/0x48cfcce1a55e8816 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947193.277914:0:25483:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8da80152d800 already unused, calling callback (ffffffffc17ed4f0) 00010000:00010000:3.0:1783947193.277917:0:25483:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152d800/0x48cfcce1a55e8816 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947193.277924:0:25483:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152d800/0x48cfcce1a55e8816 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947193.277933:0:25483:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8da703551000) 00010000:00010000:3.0:1783947193.277935:0:25483:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783947193.277938:0:25483:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152d800/0x48cfcce1a55e8816 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783947193.277943:0:25483:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8da80152d800/0x48cfcce1a55e8816 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25483 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783947193.278015:0:25483:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8416ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+25:18900:x1870603432942976:12345-192.168.202.33@tcp:34:lfs.0 Request processed in 716us (898us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947193.278024:0:25483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 73 00000100:00100000:3.0:1783947193.281007:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1783947193.281167:0:22696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432943232 00000100:00100000:1.0:1783947193.281178:0:22696:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432943232 00000100:00100000:1.0:1783947193.281234:0:22696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 15 00000100:00100000:1.0:1783947193.281244:0:22696:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da70204a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+25:18900:x1870603432943232:12345-192.168.202.33@tcp:35:lfs.0 00000100:00100000:1.0:1783947193.281657:0:22696:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da70204a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+26:18900:x1870603432943232:12345-192.168.202.33@tcp:35:lfs.0 Request processed in 412us (656us total) trans 12884901931 rc 0/0 00000100:00100000:1.0:1783947193.281666:0:22696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 15 00010000:00010000:2.0:1783947193.600011:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783947194.623600:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783947194.969920:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1783947194.969977:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1783947194.970002:0:22684:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432943360 00000100:00100000:2.0:1783947194.970013:0:22684:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432943360 00000100:00100000:0.0:1783947194.970016:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1783947194.970048:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1783947194.970068:0:22684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 170 00000100:00100000:0.0:1783947194.970077:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1783947194.970083:0:22684:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8417a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a8e7f22f-0c08-43a5-b8b7-194d99628507+13:2407:x1870603432943360:12345-192.168.202.33@tcp:400:kworker.0 00000100:00100000:0.0:1783947194.970104:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1783947194.970154:0:22684:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8417a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a8e7f22f-0c08-43a5-b8b7-194d99628507+13:2407:x1870603432943360:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 76us (243us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947194.970163:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432943616 00000100:00100000:3.0:1783947194.970169:0:22692:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432943616 00000100:00100000:2.0:1783947194.970176:0:22684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 170 00000100:00100000:3.0:1783947194.970216:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432944128 00000100:00100000:3.0:1783947194.970220:0:22692:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432944128 00000100:00100000:3.0:1783947194.970253:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432943488 00000100:00100000:3.0:1783947194.970257:0:22692:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432943488 00000100:00100000:3.0:1783947194.970276:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 71 00000100:00100000:3.0:1783947194.970284:0:22692:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8415e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+5:2407:x1870603432943616:12345-192.168.202.33@tcp:400:kworker.0 00000100:00100000:0.0:1783947194.973219:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1783947194.973305:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1783947194.973332:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:0.0:1783947194.973394:0:24196:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432943872 00000100:00100000:0.0:1783947194.973403:0:24196:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432943872 00000100:00100000:0.0:1783947194.973455:0:24196:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432944384 00000100:00100000:0.0:1783947194.973458:0:24196:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432944384 00000100:00100000:0.0:1783947194.973475:0:24196:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432943744 00000100:00100000:0.0:1783947194.973478:0:24196:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432943744 00000100:00100000:0.0:1783947194.973489:0:24196:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432944256 00000100:00100000:0.0:1783947194.973491:0:24196:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432944256 00000100:00100000:0.0:1783947194.973509:0:24196:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 25 00000100:00100000:0.0:1783947194.973519:0:24196:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8415e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+5:2407:x1870603432943872:12345-192.168.202.33@tcp:400:kworker.0 00000100:00100000:0.0:1783947194.973603:0:24196:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8415e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+5:2407:x1870603432943872:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 85us (3587us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947194.973612:0:24196:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 25 00000100:00100000:0.0:1783947194.973631:0:24196:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 26 00000100:00100000:0.0:1783947194.973639:0:24196:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8415e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a1846cf6-4a4e-4036-b0c6-8aa199e91ddb+5:2407:x1870603432944384:12345-192.168.202.33@tcp:400:kworker.0 00000100:00100000:0.0:1783947194.973670:0:24196:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8415e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a1846cf6-4a4e-4036-b0c6-8aa199e91ddb+5:2407:x1870603432944384:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 32us (3595us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947194.973689:0:24196:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 26 00000100:00100000:0.0:1783947194.973706:0:24196:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 27 00000100:00100000:0.0:1783947194.973714:0:24196:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8415e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+8:2407:x1870603432943744:12345-192.168.202.33@tcp:400:kworker.0 00000100:00100000:0.0:1783947194.973745:0:24196:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8415e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+8:2407:x1870603432943744:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 33us (538us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947194.973752:0:24196:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 27 00000100:00100000:0.0:1783947194.973764:0:24196:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 28 00000100:00100000:0.0:1783947194.973771:0:24196:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8415e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a1846cf6-4a4e-4036-b0c6-8aa199e91ddb+5:2407:x1870603432944256:12345-192.168.202.33@tcp:400:kworker.0 00000100:00100000:0.0:1783947194.973796:0:24196:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8415e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a1846cf6-4a4e-4036-b0c6-8aa199e91ddb+5:2407:x1870603432944256:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 25us (464us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947194.973803:0:24196:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 28 00000100:00100000:0.0:1783947194.973822:0:22693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432944000 00000100:00100000:0.0:1783947194.973825:0:22693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432944000 00000100:00100000:0.0:1783947194.973849:0:22693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 72 00000100:00100000:0.0:1783947194.973856:0:22693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8415e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a1846cf6-4a4e-4036-b0c6-8aa199e91ddb+5:2407:x1870603432944128:12345-192.168.202.33@tcp:400:kworker.0 00000100:00100000:0.0:1783947194.973905:0:22693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8415e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a1846cf6-4a4e-4036-b0c6-8aa199e91ddb+5:2407:x1870603432944128:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 49us (3858us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947194.973912:0:22693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 72 00000100:00100000:0.0:1783947194.973928:0:22693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 73 00000100:00100000:0.0:1783947194.973936:0:22693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8415e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+26:2407:x1870603432943488:12345-192.168.202.33@tcp:400:kworker.0 00000100:00100000:0.0:1783947194.974540:0:22693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8415e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+26:2407:x1870603432943488:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 34us (3865us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947194.974550:0:22693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 73 00000100:00100000:0.0:1783947194.974574:0:22693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 74 00000100:00100000:0.0:1783947194.974581:0:22693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8415e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a1846cf6-4a4e-4036-b0c6-8aa199e91ddb+6:2407:x1870603432944000:12345-192.168.202.33@tcp:400:kworker.0 00000100:00100000:0.0:1783947194.974615:0:22693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8415e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a1846cf6-4a4e-4036-b0c6-8aa199e91ddb+6:2407:x1870603432944000:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 34us (1309us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947194.974632:0:22693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 74 00000100:00080000:0.0:1783947194.974664:0:22687:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1783947194.974669:0:22687:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1783947194.974672:0:22687:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1783947194.974674:0:22687:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1783947194.977116:0:22692:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8415e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+5:2407:x1870603432943616:12345-192.168.202.33@tcp:400:kworker.0 Request processed in 6817us (7136us total) trans 0 rc 0/0 00000100:00100000:3.0:1783947194.977147:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 71 00000100:00100000:0.0:1783947195.268337:0:3648:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da8049a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1870603449848960:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1783947195.268429:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783947195.268523:0:24199:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449848960 00000100:00100000:2.0:1783947195.268533:0:24199:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449848960 00000100:00100000:2.0:1783947195.268607:0:24199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1783947195.268618:0:24199:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8415e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1870603449848960:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1783947195.268649:0:24199:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923501056 avail 3691978752 00000100:00080000:1.0:1783947195.276963:0:22687:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1783947195.284511:0:24199:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8415e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1870603449848960:12345-0@lo:13:osp-pre-0-1.0 Request processed in 15884us (16071us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947195.284526:0:24199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1783947195.285168:0:3648:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da8049a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1870603449848960:0@lo:13:osp-pre-0-1.0 00000001:02000400:3.0:1783947195.372662:0:25772:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-pcc test_1d: @@@@@@ FAIL: /mnt/lustre/d1d.sanity-pcc/f1d.sanity-pcc expected pcc state: readwrite, but got: none 00010000:00010000:2.0:1783947195.647707:0:22680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783947196.287599:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da8415e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1870603449849088:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1783947196.287683:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947196.287729:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1783947196.287737:0:3649:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da8049a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1870603449849216:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1783947196.287762:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783947196.287810:0:23432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449849088 00000100:00100000:0.0:1783947196.287817:0:23432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449849088 00000100:00100000:0.0:1783947196.287862:0:23432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449849216 00000100:00100000:0.0:1783947196.287866:0:23432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449849216 00000100:00100000:0.0:1783947196.287885:0:23432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:3.0:1783947196.287898:0:3647:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8da8049a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1870603449849344:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1783947196.287898:0:23432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8415e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3649:x1870603449849088:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1783947196.287955:0:23432:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1783947196.287991:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783947196.288146:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:1.0:1783947196.288158:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8415e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3649:x1870603449849216:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1783947196.288181:0:22698:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446289408 avail 1300049920 00000100:00100000:0.0:1783947196.289940:0:23432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8415e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3649:x1870603449849088:12345-0@lo:41:osp-pre-1-0.0 Request processed in 2039us (2252us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947196.289971:0:23432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:0.0:1783947196.290055:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da8415e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1870603449849088:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1783947196.290121:0:24200:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603449849344 00000100:00100000:0.0:1783947196.290129:0:24200:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603449849344 00000100:00100000:0.0:1783947196.290180:0:24200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1783947196.290189:0:24200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da8049a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3647:x1870603449849344:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1783947196.290208:0:24200:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923501056 avail 3691978752 00000100:00100000:0.0:1783947196.290274:0:24200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8049a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3647:x1870603449849344:12345-0@lo:13:osp-pre-0-0.0 Request processed in 86us (2286us total) trans 0 rc 0/0 00000100:00100000:0.0:1783947196.290280:0:24200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00080000:0.0:1783947196.290307:0:22687:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1783947196.293132:0:3647:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da8049a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1870603449849344:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1783947196.300331:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da8415e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3649:x1870603449849216:12345-0@lo:41:osp-pre-0-1.0 Request processed in 12164us (12556us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947196.300348:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:1.0:1783947196.300449:0:3649:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8da8049a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1870603449849216:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1783947196.528437:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:1.0:1783947196.528494:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.33@tcp (source: 12345-192.168.202.33@tcp) 00000100:00100000:2.0:1783947196.528580:0:24196:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432944640 00000100:00100000:2.0:1783947196.528593:0:24196:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432944640 00000100:00100000:2.0:1783947196.528677:0:24196:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 32 00000100:00100000:2.0:1783947196.528689:0:24196:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da80497c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+8:2406:x1870603432944640:12345-192.168.202.33@tcp:16:kworker.0 00000100:00100000:2.0:1783947196.528836:0:24196:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da80497c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+8:2406:x1870603432944640:12345-192.168.202.33@tcp:16:kworker.0 Request processed in 148us (339us total) trans 0 rc 0/0 00000100:00100000:2.0:1783947196.528846:0:24196:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 32 00000100:00080000:1.0:1783947196.529250:0:22687:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1783947196.529584:0:24202:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870603432944512 00000100:00100000:3.0:1783947196.529592:0:24202:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870603432944512 00002000:00100000:3.0:1783947196.529630:0:24202:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x42:0x0] (0->8) req@ffff8da80497c380 x1870603432944512/t0(0) o4->a8e564d6-d5f0-484b-aba3-cd9da4084bdb@192.168.202.33@tcp:742/0 lens 504/0 e 0 to 0 dl 1783947207 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:100 00002000:00100000:3.0:1783947196.529641:0:24202:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8da80497c380 with x1870603432944512 ext(0->8) 00002000:00010000:3.0:1783947196.529649:0:24202:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8da80497c380 00000100:00100000:3.0:1783947196.529691:0:24202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.33@tcp, seq: 0 00000100:00100000:3.0:1783947196.529700:0:24202:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8da80497c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+8:2406:x1870603432944512:12345-192.168.202.33@tcp:4:bash.0 00000100:00100000:3.0:1783947196.534142:0:24202:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8da80497c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a8e564d6-d5f0-484b-aba3-cd9da4084bdb+10:2406:x1870603432944512:12345-192.168.202.33@tcp:4:bash.0 Request processed in 4320us (5598us total) trans 12884901895 rc 0/0 00000100:00100000:3.0:1783947196.534162:0:24202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.33@tcp, seq: 0 00002000:00100000:3.0:1783947196.534179:0:24202:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x42:0x0] (0->8) req@ffff8da80497c380 x1870603432944512/t12884901895(0) o4->a8e564d6-d5f0-484b-aba3-cd9da4084bdb@192.168.202.33@tcp:742/0 lens 504/448 e 0 to 0 dl 1783947207 ref 1 fl Complete:/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:100 00002000:00100000:3.0:1783947196.534191:0:24202:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8da80497c380 with x1870603432944512 ext(0->8) 00002000:00010000:3.0:1783947196.534199:0:24202:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8da80497c380 00010000:00010000:1.0:1783947196.673270:0:22681:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 14857 lines, 14857 kept, 0 dropped, 0 bad.